-- Logs begin at Tue 2021-06-01 09:32:18 UTC, end at Tue 2021-06-01 10:26:45 UTC. -- Jun 01 10:04:38.982490 dv-cinder-784779-13-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 10:04:39.946919 dv-cinder-784779-13-smb neutron-server[91808]: Beware of the coming changes in the project packaging Jun 01 10:04:39.947501 dv-cinder-784779-13-smb neutron-server[91808]: https://github.com/svinota/pyroute2/discussions/786 Jun 01 10:04:41.408000 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.common.config [-] Logging enabled! Jun 01 10:04:41.408657 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 10:04:41.408755 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91808) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 10:04:41.412010 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.common.config [-] Logging enabled! Jun 01 10:04:41.412278 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 10:04:41.412583 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91808) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 10:04:41.413503 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 10:04:41.413739 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 10:04:41.414127 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 10:04:41.414378 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 10:04:41.414605 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 10:04:41.414928 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.415226 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.415527 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.415757 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.416048 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.416338 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.416620 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.416909 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.417205 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.417493 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.417774 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.418080 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.418313 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.418594 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.418878 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.419165 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.419396 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] debug = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.419675 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.420130 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.420543 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.420822 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.421107 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.421389 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.421657 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.421960 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.422246 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.422568 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] host = dv-cinder-784779-13-smb {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.422841 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.423124 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.423406 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.423689 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.423966 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.424235 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.424516 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.424786 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.425056 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] log_file = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.425329 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.425613 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.425923 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.426219 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.426445 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.426669 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.426955 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.427249 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.427521 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.427798 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.428067 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.428337 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.428607 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.428876 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.429157 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.429441 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.429726 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.430032 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.430306 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.430578 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.430845 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.431130 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.431403 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.431674 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.431944 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.432229 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.432513 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.432766 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.433064 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.433349 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.433628 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.433934 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.434209 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.434487 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.434757 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.435027 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.435298 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] use_json = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.435595 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.435864 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.436143 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.436415 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.436685 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.436954 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.437230 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.437513 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:41.437812 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.438128 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.438425 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.438707 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.439001 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.439279 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.439565 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.439842 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.440128 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.440415 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.440699 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.440974 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.441263 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.441542 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.441834 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.442156 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.442450 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.442743 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.443015 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.443287 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.443559 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.443836 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.444123 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.444418 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.444706 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.444982 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.445263 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.445553 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.445833 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.446125 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.446406 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.446695 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.446976 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.447252 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.447531 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.447806 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.448074 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.448344 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.448622 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.448909 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.449185 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.449455 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.449722 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.450026 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.450297 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.450580 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.450852 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.451635 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.451908 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.452188 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.452459 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.452732 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.453008 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.453277 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.453554 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.453825 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.454119 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.454389 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.454659 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.454927 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.455194 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.455461 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.455740 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.456010 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.456282 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.456551 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.456822 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.457091 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.457374 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.457676 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.457986 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.458265 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.458542 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.458821 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.459098 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.459374 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.459650 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.459924 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.460192 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.460480 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.460759 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.461043 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.461323 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.461598 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.461914 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.462192 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.462472 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.462745 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.463021 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.463307 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.463593 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.463892 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.464182 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.464474 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.464765 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.465057 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.465335 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.465644 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.465948 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:41.466169 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 10:04:41.466413 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91808) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 10:04:41.816224 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:04:41.816504 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:04:41.816794 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:04:41.817274 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 10:04:42.209411 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.210018 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.210693 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.211903 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.212179 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.212447 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.249258 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.249536 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.249805 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.262691 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.262971 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.263237 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.292515 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.292787 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.293054 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.329988 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.330266 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.330532 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.563247 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.563898 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.563898 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.564100 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.564777 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.688769 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.689091 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.689377 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.689653 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.689956 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.690270 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.690530 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.690787 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.691040 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.691320 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.691578 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.691840 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.692101 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.692359 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.692630 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.692901 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.694257 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.694552 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.694823 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.695192 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.695480 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.695743 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.696000 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.696291 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.696547 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.696799 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.697183 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:04:42.697423 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:04:42.697663 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:04:42.697924 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:04:42.698164 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:04:42.698400 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:04:42.698776 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 10:04:42.701949 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 10:04:42.705804 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 10:04:42.709506 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jun 01 10:04:42.711171 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 10:04:42.711620 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 10:04:42.711955 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 10:04:42.712337 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 10:04:42.715311 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 10:04:42.715566 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 10:04:42.715912 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 10:04:42.744152 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 10:04:42.744596 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.744895 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91808) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 01 10:04:42.745260 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.746641 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91808) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 10:04:42.746923 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 10:04:42.747172 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 10:04:42.750468 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.750747 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:42.824055 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 10:04:42.824237 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 10:04:42.824479 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 10:04:42.824859 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 10:04:42.856604 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_db.sqlalchemy.engines [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91808) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 01 10:04:43.187408 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Initializing driver for type 'gre' Jun 01 10:04:43.187866 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] gre ID ranges: [(1, 1000)] Jun 01 10:04:43.241410 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Initializing driver for type 'local' Jun 01 10:04:43.241782 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Initializing driver for type 'vlan' Jun 01 10:04:43.254144 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] VlanTypeDriver initialization complete Jun 01 10:04:43.254506 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Initializing driver for type 'vxlan' Jun 01 10:04:43.255044 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] vxlan ID ranges: [(1, 1000)] Jun 01 10:04:43.308172 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Initializing extension driver 'port_security' Jun 01 10:04:43.308580 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.extensions.port_security [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] PortSecurityExtensionDriver initialization complete Jun 01 10:04:43.308990 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Initializing mechanism driver 'openvswitch' Jun 01 10:04:43.309333 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Initializing mechanism driver 'hyperv' Jun 01 10:04:43.316326 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.plugin [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:04:43.317095 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > port after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.317471 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > port after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.317828 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > port after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.318246 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > subnet after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.318606 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > subnet after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.318956 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.319372 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > network after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.319692 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > network after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.320042 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > network after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.320424 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > security_group after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.320778 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > security_group after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.321119 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.321496 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.321841 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.322203 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.322581 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > address_group after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.322923 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > address_group after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.323262 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.323605 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] ML2 OVO RPC backend initialized. {{(pid=91808) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 01 10:04:43.324305 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.324660 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.325082 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > network before_response 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.325431 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > networks before_response 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.325783 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > port before_response 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.326192 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > ports before_response 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.327023 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > subnet before_response 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.327369 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > subnets before_response 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.327716 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > network after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.328059 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > network after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.328398 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > network after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.328736 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > port after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.329079 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > port after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.329485 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > port after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.329757 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > subnet after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.330122 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > subnet after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.330465 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.331045 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.plugin [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Modular L2 Plugin initialization complete Jun 01 10:04:43.331378 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading services supported by the core plugin {{(pid=91808) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 10:04:43.331706 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.plugins.ml2.managers [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Got port-security extension from driver 'port_security' Jun 01 10:04:43.332169 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.extensions.vlantransparent [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Disabled vlantransparent extension. Jun 01 10:04:43.332652 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91808) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 10:04:43.332970 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading Plugin: router Jun 01 10:04:43.370000 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.370398 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router after_create 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.370783 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router before_create 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.371148 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.371528 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.371881 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router after_delete 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.372283 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.372609 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router after_create 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.373453 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router after_update 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.373807 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router after_update 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.374184 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.374545 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router after_update 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.374951 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router precommit_update 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.375320 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: port after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.375661 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: port after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.375999 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: subnet after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.376340 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.376690 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.377038 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router precommit_create 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.377385 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: port before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.377734 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router precommit_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.378193 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router after_update 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.378540 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.379010 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router precommit_create 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.379254 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.379601 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router precommit_update 55549900 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.379989 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > network after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.380828 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Tracking information for resource: router configured {{(pid=91808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:04:43.381157 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Tracking information for resource: floatingip configured {{(pid=91808) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 10:04:43.386128 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.db.l3_agentschedulers_db [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 10:04:43.386812 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: port after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.387188 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: port after_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.387543 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: port after_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.387903 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: port after_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.389314 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router before_create 55550100 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.389680 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.390076 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router precommit_create 55550100 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.390439 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > router precommit_update 55550100 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.395098 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.services.provider_configuration [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service providers = [] {{(pid=91808) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 10:04:43.395468 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.db.servicetype_db [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91808) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 10:04:43.398405 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.services.service_base [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 10:04:43.398759 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.services.service_base [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 10:04:43.399102 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.services.service_base [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 10:04:43.399998 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.services.service_base [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91808) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 10:04:43.400371 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.services.service_base [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 10:04:43.400914 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:04:43.401310 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 10:04:43.411705 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:04:43.412037 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading Plugin: auto_allocate Jun 01 10:04:43.417770 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: network precommit_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.418164 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: network precommit_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.418687 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:04:43.419008 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading Plugin: tag Jun 01 10:04:43.425782 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:04:43.426145 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading Plugin: timestamp Jun 01 10:04:43.429932 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:04:43.430268 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading Plugin: network_ip_availability Jun 01 10:04:43.435453 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.436342 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.436704 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.437466 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:04:43.437746 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading Plugin: flavors Jun 01 10:04:43.442816 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:04:43.443144 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading Plugin: revisions Jun 01 10:04:43.447393 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91808) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 10:04:43.447786 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.631s {{(pid=91808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:04:43.448521 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91808) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 01 10:04:43.448862 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Initializing extension manager. Jun 01 10:04:43.449365 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: __init__.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.449710 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: __pycache__ {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.450073 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.450413 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: address_group.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.451790 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.452452 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: address-group Jun 01 10:04:43.452690 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: address_scope.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.453397 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.453941 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: address-scope Jun 01 10:04:43.454278 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.455191 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.455704 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: router-admin-state-down-before-update Jun 01 10:04:43.456033 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: agent.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.456725 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.457235 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: agent Jun 01 10:04:43.457563 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: agent_resources_synced.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.458485 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.459001 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: agent-resources-synced Jun 01 10:04:43.459322 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: allowedaddresspairs.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.461084 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.461601 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: allowed-address-pairs Jun 01 10:04:43.461964 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: auto_allocated_topology.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.463028 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.463540 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: auto-allocated-topology Jun 01 10:04:43.463866 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: availability_zone.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.464549 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.465058 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: availability_zone Jun 01 10:04:43.465387 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: availability_zone_filter.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.466306 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.466840 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: availability_zone_filter Jun 01 10:04:43.467167 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: data_plane_status.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.468076 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.468577 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 10:04:43.468899 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: default_subnetpools.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.469792 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.470331 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: default-subnetpools Jun 01 10:04:43.470652 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.471449 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.471957 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: dhcp_agent_scheduler Jun 01 10:04:43.472286 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: dns.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.473185 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.473690 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension dns-integration not supported by any of loaded plugins Jun 01 10:04:43.474044 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: dns_domain_ports.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.474946 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.475452 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 10:04:43.475778 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: dvr.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.476441 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.476947 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: dvr Jun 01 10:04:43.477275 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: empty_string_filtering.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.478193 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.478701 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: empty-string-filtering Jun 01 10:04:43.479026 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.479920 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.480420 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 10:04:43.480741 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.481639 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.482174 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 10:04:43.482522 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: external_net.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.483416 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.483930 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: external-net Jun 01 10:04:43.484255 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.485153 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.485665 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: extra_dhcp_opt Jun 01 10:04:43.486024 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: extraroute.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.487199 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.487796 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: extraroute Jun 01 10:04:43.488121 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: extraroute_atomic.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.489155 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.489667 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: extraroute-atomic Jun 01 10:04:43.490032 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: filter_validation.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.490690 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.491194 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: filter-validation Jun 01 10:04:43.491517 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: fip_pf_description.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.492587 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.493099 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 10:04:43.493421 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: fip_port_details.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.494369 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.494879 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: fip-port-details Jun 01 10:04:43.495201 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: flavors.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.496422 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.496938 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: flavors Jun 01 10:04:43.497273 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.499472 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.499998 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 10:04:43.500329 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: floatingip_pools.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.501020 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.501535 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: floatingip-pools Jun 01 10:04:43.501876 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: ip_allocation.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.502789 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.503298 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 10:04:43.503619 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.504527 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.505034 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: ip-substring-filtering Jun 01 10:04:43.505360 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: l2_adjacency.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.506307 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.506813 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 10:04:43.507144 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: l3.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.508091 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.508610 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: router Jun 01 10:04:43.508938 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.511175 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.511708 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 10:04:43.512044 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.512972 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.513494 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: ext-gw-mode Jun 01 10:04:43.514445 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.515358 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.515874 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: l3-ha Jun 01 10:04:43.516206 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: l3_flavors.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.517114 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.517630 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: l3-flavors Jun 01 10:04:43.517996 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.518914 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.519422 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 10:04:43.519750 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: l3agentscheduler.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.520770 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.521280 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: l3_agent_scheduler Jun 01 10:04:43.521605 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: logging.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.523095 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.523614 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension logging not supported by any of loaded plugins Jun 01 10:04:43.523945 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: metering.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.524676 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.525247 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: metering Jun 01 10:04:43.525574 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.526691 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.527211 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: metering_source_and_destination_fields Jun 01 10:04:43.527537 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: multiprovidernet.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.528578 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.529092 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: multi-provider Jun 01 10:04:43.529443 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: netmtu.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.530374 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.530882 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: net-mtu Jun 01 10:04:43.531205 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: netmtu_writable.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.532108 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.532615 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: net-mtu-writable Jun 01 10:04:43.532938 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: network_availability_zone.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.533600 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.534144 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: network_availability_zone Jun 01 10:04:43.534472 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: network_ip_availability.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.535550 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.536064 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: network-ip-availability Jun 01 10:04:43.536391 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: network_segment_range.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.537159 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.537661 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 10:04:43.538021 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: pagination.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.539089 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.539444 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: pagination Jun 01 10:04:43.539769 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: port_device_profile.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.540674 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.541194 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: port-device-profile Jun 01 10:04:43.541515 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.542447 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.542966 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: port-mac-address-regenerate Jun 01 10:04:43.543285 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.544188 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.544693 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: port-numa-affinity-policy Jun 01 10:04:43.545041 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: port_resource_request.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.545953 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.546455 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 10:04:43.546775 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: portbindings.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.547701 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.548211 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: binding Jun 01 10:04:43.548538 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: portbindings_extended.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.549833 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.550374 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: binding-extended Jun 01 10:04:43.550705 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: portsecurity.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.551611 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.552205 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: port-security Jun 01 10:04:43.552447 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: project_id.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.553410 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.553742 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: project-id Jun 01 10:04:43.554092 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: providernet.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.554998 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.555511 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: provider Jun 01 10:04:43.555834 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: qos.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.559403 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.559935 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension qos not supported by any of loaded plugins Jun 01 10:04:43.560266 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.562056 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.562574 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 10:04:43.562902 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.563811 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.564343 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 10:04:43.564635 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: qos_default.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.565530 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.566083 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension qos-default not supported by any of loaded plugins Jun 01 10:04:43.566412 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: qos_fip.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.567053 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.567899 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension qos-fip not supported by any of loaded plugins Jun 01 10:04:43.568225 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: qos_gateway_ip.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.569143 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.569655 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 10:04:43.570016 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: qos_port_network_policy.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.570926 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.571438 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 10:04:43.571758 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: qos_rule_type_details.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.572657 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.573168 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 10:04:43.573490 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: qos_rules_alias.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.574565 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.575080 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 10:04:43.575405 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: quotasv2.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.577117 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.577454 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: quotas Jun 01 10:04:43.577779 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: quotasv2_detail.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.579421 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.579767 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: quota_details Jun 01 10:04:43.580103 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: rbac.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.581152 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.581688 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: rbac-policies Jun 01 10:04:43.582055 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: rbac_address_group.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.582986 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.583505 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: rbac-address-group Jun 01 10:04:43.583837 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: rbac_address_scope.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.584745 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.585261 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: rbac-address-scope Jun 01 10:04:43.585590 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: rbac_security_groups.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.586564 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.587121 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: rbac-security-groups Jun 01 10:04:43.587466 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: rbac_subnetpool.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.588497 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.589024 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: rbac-subnetpool Jun 01 10:04:43.589351 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: revisionifmatch.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.590291 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.590807 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: revision-if-match Jun 01 10:04:43.591130 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: revisions.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.592270 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.592801 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: standard-attr-revisions Jun 01 10:04:43.593111 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: router_availability_zone.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.593781 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.594325 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: router_availability_zone Jun 01 10:04:43.594652 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: routerservicetype.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.595564 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.596079 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension router-service-type not supported by any of loaded plugins Jun 01 10:04:43.596403 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.597324 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.597841 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: security-groups-normalized-cidr Jun 01 10:04:43.598191 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.599105 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.599613 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: port-security-groups-filtering Jun 01 10:04:43.599936 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.600841 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.601346 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: security-groups-remote-address-group Jun 01 10:04:43.601668 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: securitygroup.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.612155 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.612691 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: security-group Jun 01 10:04:43.613021 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: segment.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.613810 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.614352 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension segment not supported by any of loaded plugins Jun 01 10:04:43.614681 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.615602 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.616117 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 10:04:43.616446 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: servicetype.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.617549 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.618095 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: service-type Jun 01 10:04:43.618427 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: sorting.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.619400 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.619738 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: sorting Jun 01 10:04:43.620094 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: standard_attr_segment.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.621008 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.621525 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 10:04:43.621869 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: standardattrdescription.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.622518 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.623088 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: standard-attr-description Jun 01 10:04:43.623902 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: stateful_security_group.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.624817 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.625327 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: stateful-security-group Jun 01 10:04:43.625648 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: stdattrs_common.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.626262 dv-cinder-784779-13-smb neutron-server[91808]: WARNING neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 10:04:43.626578 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.627568 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.628080 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 10:04:43.628405 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: subnet_onboard.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.629579 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.630063 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: subnet_onboard Jun 01 10:04:43.630390 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.631358 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.631866 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 10:04:43.632190 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: subnet_service_types.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.633202 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.633713 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: subnet-service-types Jun 01 10:04:43.634066 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: subnetallocation.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.635161 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.635678 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: subnet_allocation Jun 01 10:04:43.636001 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.636662 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.637181 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: subnetpool-prefix-ops Jun 01 10:04:43.637513 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.638468 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.639005 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 10:04:43.639330 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: tagging.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.640418 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.640940 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: standard-attr-tag Jun 01 10:04:43.641265 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: timestamp.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.642487 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.643003 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loaded extension: standard-attr-timestamp Jun 01 10:04:43.643331 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: trunk.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.644363 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.644883 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension trunk not supported by any of loaded plugins Jun 01 10:04:43.645210 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: trunk_details.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.646151 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.646666 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension trunk-details not supported by any of loaded plugins Jun 01 10:04:43.646990 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: uplink_status_propagation.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.647905 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.648421 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 10:04:43.648744 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Loading extension file: vlantransparent.py {{(pid=91808) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 10:04:43.649409 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91808) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 10:04:43.649937 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 10:04:43.652423 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:network Jun 01 10:04:43.653162 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:subnet Jun 01 10:04:43.655173 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 10:04:43.655808 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:port Jun 01 10:04:43.657095 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.657532 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service FLAVORS assigned prefix: {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.658195 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.658635 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.658968 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:router Jun 01 10:04:43.659641 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 10:04:43.660343 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service METERING assigned prefix: /metering {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.661780 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.662175 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.662575 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:04:43.663768 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 10:04:43.664215 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:security_group Jun 01 10:04:43.664904 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 10:04:43.665632 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service CORE assigned prefix: {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.665996 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 10:04:43.666338 dv-cinder-784779-13-smb neutron-server[91808]: WARNING neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] subnetpool is already registered Jun 01 10:04:43.666972 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service CORE assigned prefix: {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.667295 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 10:04:43.667622 dv-cinder-784779-13-smb neutron-server[91808]: WARNING neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] subnetpool is already registered Jun 01 10:04:43.670826 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.671258 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service FLAVORS assigned prefix: {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.671851 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.672274 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.672606 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:router Jun 01 10:04:43.672938 dv-cinder-784779-13-smb neutron-server[91808]: WARNING neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] router is already registered Jun 01 10:04:43.673539 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 10:04:43.673892 dv-cinder-784779-13-smb neutron-server[91808]: WARNING neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] floatingip is already registered Jun 01 10:04:43.674522 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service METERING assigned prefix: /metering {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.675196 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 10:04:43.675523 dv-cinder-784779-13-smb neutron-server[91808]: WARNING neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] rbac_policy is already registered Jun 01 10:04:43.676067 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:security_group Jun 01 10:04:43.676404 dv-cinder-784779-13-smb neutron-server[91808]: WARNING neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] security_group is already registered Jun 01 10:04:43.677008 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 10:04:43.677357 dv-cinder-784779-13-smb neutron-server[91808]: WARNING neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] security_group_rule is already registered Jun 01 10:04:43.678062 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service CORE assigned prefix: {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.678397 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 10:04:43.678730 dv-cinder-784779-13-smb neutron-server[91808]: WARNING neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] subnetpool is already registered Jun 01 10:04:43.679332 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.v2.resource_helper [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Service CORE assigned prefix: {{(pid=91808) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 10:04:43.679659 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 10:04:43.679983 dv-cinder-784779-13-smb neutron-server[91808]: WARNING neutron.quota.resource_registry [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] subnetpool is already registered Jun 01 10:04:43.680623 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: extensions {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.682162 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: address-groups {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.683792 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: address-scopes {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.685011 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: agents {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.686847 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: auto-allocated-topology {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.688289 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: availability_zones {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.689914 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: dhcp-networks {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.691348 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: dhcp-agents {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.692788 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: routers {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.694636 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: flavors {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.695908 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: service_profiles {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.697126 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: next_providers {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.698716 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: service_profiles {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.700169 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: floatingip-pools {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.701415 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: routers {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.703320 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: floatingips {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.704525 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: l3-routers {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.705941 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: l3-agents {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.707348 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: metering-labels {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.708711 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: metering-label-rules {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.710027 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: network-ip-availabilities {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.711300 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: bindings {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.712965 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: quotas {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.714456 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: quotas {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.715874 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: rbac-policies {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.717203 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: security-groups {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.718455 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: security-group-rules {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.719684 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: service-providers {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.720901 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: subnetpools {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.723317 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: subnetpools {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.724776 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: tags {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.726521 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: tags {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.839520 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: tags {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.841292 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: tags {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.843182 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: tags {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.845035 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: tags {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.846790 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: tags {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.848717 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: tags {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.850507 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: tags {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.852384 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron.api.extensions [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Extended resource: tags {{(pid=91808) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 10:04:43.858792 dv-cinder-784779-13-smb neutron-server[91808]: WARNING keystonemiddleware.auth_token [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 10:04:43.863753 dv-cinder-784779-13-smb neutron-server[91808]: WARNING keystonemiddleware.auth_token [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 10:04:43.872068 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Acquired lock "singleton_lock" {{(pid=91808) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 01 10:04:43.872544 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_concurrency.lockutils [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Releasing lock "singleton_lock" {{(pid=91808) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 01 10:04:43.873719 dv-cinder-784779-13-smb neutron-server[91808]: INFO oslo_service.service [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Starting 2 workers Jun 01 10:04:43.879173 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Started child 91915 {{(pid=91808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 10:04:43.883964 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Started child 91916 {{(pid=91808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 10:04:43.885338 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:43.886286 dv-cinder-784779-13-smb neutron-server[91808]: INFO neutron.service [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 10:04:43.886479 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Notify callbacks [] for process, before_spawn {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:43.887174 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [-] (91915) wsgi starting up on http://0.0.0.0:9696 Jun 01 10:04:43.888556 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:43.889107 dv-cinder-784779-13-smb neutron-server[91808]: INFO oslo_service.service [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Starting 1 workers Jun 01 10:04:43.889964 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [-] (91916) wsgi starting up on http://0.0.0.0:9696 Jun 01 10:04:43.894373 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Started child 91917 {{(pid=91808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 10:04:43.894898 dv-cinder-784779-13-smb neutron-server[91808]: INFO oslo_service.service [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Starting 1 workers Jun 01 10:04:43.897633 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.service [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] calling RpcWorker wait() {{(pid=91917) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 10:04:43.898221 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.service [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] returning from RpcWorker wait() {{(pid=91917) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 10:04:43.899336 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Started child 91918 {{(pid=91808) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 10:04:43.899447 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:43.899941 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:04:43.900231 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG neutron_lib.callbacks.manager [None req-ccda2d04-fc1d-4a1c-8e7d-9c5009100dd4 None None] Notify callbacks [] for process, after_spawn {{(pid=91808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:43.902059 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91808) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 10:04:43.902273 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 10:04:43.902453 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 10:04:43.902676 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 10:04:43.903028 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 10:04:43.903192 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 10:04:43.903716 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.903988 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.904301 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.904566 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.904857 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.904947 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:43.905538 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.905776 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.906038 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.906325 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.906579 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.906758 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.906927 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.907190 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.907442 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.907762 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.908022 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.908278 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.908572 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.908745 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.909002 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.909273 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.909521 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.909800 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] debug = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.910079 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.910554 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.910784 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.911044 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.911284 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.911562 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.911820 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.912107 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.912353 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.912569 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.912809 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.913064 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.913305 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.913540 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.913783 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.914049 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.914266 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.914766 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] host = dv-cinder-784779-13-smb {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.915041 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.915230 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.915478 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.915725 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.915986 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.916220 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.916483 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.916740 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.916989 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.917214 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.917456 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.917700 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.917956 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.918222 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_file = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.918402 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_options = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.918623 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.918922 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.919193 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.919370 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.919557 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.919723 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.920552 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.920738 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.920888 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.921201 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.921504 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.921928 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.922295 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.922525 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.922791 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.923045 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.923297 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.923511 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.923786 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.924030 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.924280 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.924511 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.924749 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.924966 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.925187 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.925410 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.925637 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.925888 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.926105 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.927234 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.927408 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.927672 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.928390 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.928676 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.928953 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.929406 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.929652 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.929955 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.930196 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.930458 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.930721 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.930938 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.931180 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.931417 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.931630 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.931871 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] use_json = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.932086 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.932304 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.932562 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.932788 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.933005 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.933215 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.933423 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.933657 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:43.934143 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:04:43.934306 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.934443 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.934643 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.934871 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.935115 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.935355 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.936153 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.936519 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.936830 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.937068 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.937395 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.937622 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.937935 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.938158 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.938444 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.938752 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.939022 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.939297 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.939548 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.939772 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.940015 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.940235 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.940552 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.940825 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.941076 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.941351 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.941591 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.941789 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.942055 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.942270 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.942501 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.942715 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.942972 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.943205 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.943416 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.943654 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.943886 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.944360 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.944360 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.944653 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.944840 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.945086 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.945321 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.945534 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.945749 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.946067 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.946242 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.946479 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.946694 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.947072 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.947225 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.947376 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.947606 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.947816 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.948248 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.948248 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.948538 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.948676 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.948888 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.949107 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.949334 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.949605 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.949818 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.950044 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.950255 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.950470 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.951984 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.952390 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.952540 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.952744 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.952986 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.953237 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.954250 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.954387 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.954718 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.955050 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.956043 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.956043 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.956043 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.956043 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.956501 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.956819 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.957130 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.957425 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.957796 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.958277 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.958606 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.958941 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.959264 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.959823 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.960208 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.960581 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.960895 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.961297 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.961586 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.962053 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.962353 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.962689 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.963017 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.963325 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.963653 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.963951 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.964271 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.964658 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.964982 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.965315 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.965649 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.966008 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.966311 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.966635 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.967432 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.967771 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.968078 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.968417 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.968724 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.969059 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.969416 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.969771 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.970226 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.970577 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.970880 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.971281 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.971582 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.971994 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.972368 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.972689 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.972977 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.973312 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.973574 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.973930 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.975588 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.975917 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.976641 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.976902 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.977176 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.978465 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.979040 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.979317 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.979579 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.980481 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.980748 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.981024 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.983191 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.983489 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.983736 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.983976 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.984242 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.984463 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.984708 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.984931 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.985173 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.985417 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.987246 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.987550 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.987781 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.988016 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.988241 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.988475 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.988700 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.988954 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.989178 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.989403 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.989647 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.990390 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.990634 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.990863 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.991083 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.991566 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.992130 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.992441 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.993311 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.993630 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.994142 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.994434 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.994722 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.994958 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.995224 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.995458 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.995708 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.995933 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.996159 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.996379 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.996624 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.996857 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.997074 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.997312 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.997552 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.997892 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.998170 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.998419 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.998655 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.998869 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.999169 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.999449 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.999688 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:43.999908 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.000199 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.000339 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.000595 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.000835 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.001076 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.001311 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.001526 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.001736 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.002048 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.002309 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.002640 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.002911 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.003171 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.003432 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.003682 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.003928 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.004174 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.004399 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.004627 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.004849 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.005110 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.005328 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.005544 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.005793 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.006037 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.006301 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.006515 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.006749 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.006966 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.007187 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.007416 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.007624 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.007866 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.008093 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.008304 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.008638 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.008894 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.009142 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.009433 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.009686 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.010614 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.011483 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.011851 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.012077 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.012478 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.013335 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.013602 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.013832 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.014124 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.016558 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.016890 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.017181 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.017485 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.017769 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.018128 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.018420 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.018646 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.018972 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.019312 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.019598 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.019855 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.020099 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.020390 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.020641 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.020864 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.021087 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.021328 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.021553 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.021799 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.022799 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.023040 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.023263 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.023496 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.023718 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.023975 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.024214 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.024459 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.024700 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.024862 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 10:04:44.025431 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91808) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 10:04:44.025598 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 10:04:44.025755 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 10:04:44.026414 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:04:44.026522 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 10:04:44.026596 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 10:04:44.026709 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 10:04:44.026923 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.027086 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.027252 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.027400 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.027557 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.027739 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.027901 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.028060 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.028223 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.028382 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.028541 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.028701 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.028861 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.029019 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.029690 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.029882 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.030040 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.030200 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.030365 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.030530 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.030693 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.030854 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.031011 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] debug = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.031169 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.031362 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.031527 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.031687 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.031850 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.032009 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.032165 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.032323 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.032480 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.032640 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.032799 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.032956 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.033115 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.033273 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.033431 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.033590 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.033747 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.033930 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] host = dv-cinder-784779-13-smb {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.034091 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.034249 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.034408 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.034566 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.034724 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.034884 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.035043 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.035201 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.035359 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.035519 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.035677 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.035834 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.035993 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.036151 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_file = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.036308 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_options = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.036467 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.036625 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.036785 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.036962 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.037126 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.037284 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.037444 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.037603 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.037759 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.040304 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.040495 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.040704 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.040903 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.041015 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.041119 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.041274 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.041430 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.041590 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.041750 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.041971 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.042094 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.042246 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.042406 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.042565 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.042726 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.042885 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.043042 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.043202 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.043359 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.043519 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.043679 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.043836 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.043995 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.044158 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.044312 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.044474 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.044633 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.044822 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.045511 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.045672 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.045832 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.046781 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.047280 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.047482 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.047627 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.047776 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] use_json = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.047906 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.048550 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.049262 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.049622 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.049800 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.050011 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.050182 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.050437 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 10:04:44.050640 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.051171 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.051371 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.051598 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.051829 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.051997 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.052453 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.052772 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.053092 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.053264 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.053437 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.053605 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.053783 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.053981 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.054146 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.054313 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.054479 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.054644 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.054807 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.054971 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.055134 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.055297 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.055477 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.055642 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.055808 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.055970 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.056132 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.056298 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.056462 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.056626 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.056791 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.056953 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.057116 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.057280 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.057442 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.057634 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.057771 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.057950 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.058115 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.058278 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.058442 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.058723 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.058824 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.058905 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.059066 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.059229 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.059392 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.059555 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.059718 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.059880 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.060054 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.060224 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.060385 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.060588 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.060752 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.060914 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.061067 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.061262 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.061389 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.061514 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.061669 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.061859 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.062027 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.062197 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.062359 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.062521 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.062691 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.062853 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.063014 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.063185 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.063380 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.063594 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.066195 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.066377 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.066553 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.067486 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.067661 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.067833 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.068003 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.068173 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.068696 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.068696 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.068696 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.068952 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.068952 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.069144 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.069308 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.069456 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.069625 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.069789 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.070543 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.070711 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.071222 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.071648 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.071868 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.072821 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.072997 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.073170 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.073683 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.073860 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.074035 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.075054 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.075240 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.075401 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.075574 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.075773 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.075914 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.076968 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.077150 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.077322 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.077485 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.077755 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.077953 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.078125 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.078369 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.078552 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.078731 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.078896 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.079059 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.079231 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.079393 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.079555 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.079717 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.079879 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.080040 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.080202 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.080373 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.080549 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.080722 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.080884 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.081046 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.081207 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.081392 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.081554 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.081714 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.081968 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.082135 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.082298 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.082458 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.082620 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.082782 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.082944 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.083107 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.083271 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.083434 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.083596 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.083758 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.083918 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.084080 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.084243 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.084405 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.084569 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.084732 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.084894 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.085055 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.085218 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.085379 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.085540 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.085702 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.085884 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.086051 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.086212 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.086373 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.086535 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.086697 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.086966 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.087098 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.087184 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.087322 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.087484 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.087647 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.087810 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.088018 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.088126 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.088289 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.088452 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.088616 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.088778 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.089037 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.089124 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.089240 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.089452 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.089543 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.089703 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.089880 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.090046 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.090206 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.090383 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.090550 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.090712 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.090874 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.091037 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.091198 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.091360 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.091521 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.092189 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.092356 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.092518 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.092683 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.092850 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.093013 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.093177 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.093339 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.093580 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.093747 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.093931 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.094110 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.094272 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.094435 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.094596 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.094758 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.094930 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.095093 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.095255 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.095415 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.095577 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.095750 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.095911 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.096073 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.096234 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.096396 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.096568 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.096729 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.096891 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.097051 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.097213 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.097384 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.097545 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.097707 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.097884 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.098050 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.098222 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.098386 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.098547 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.098717 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.098879 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.099041 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.099243 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.099376 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.099577 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.099716 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.099854 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.100015 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.100178 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.100344 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.100498 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.100669 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.100840 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.101010 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.101180 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.101350 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.101520 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.101682 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.101871 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.102046 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.102208 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.102371 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.102532 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.102693 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.102854 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.103017 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.103179 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.103340 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.103502 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.103663 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.103824 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.103985 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.104146 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.104307 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.104469 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.104630 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.104791 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.104953 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.105114 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 10:04:44.105270 dv-cinder-784779-13-smb neutron-server[91808]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91808) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 10:04:44.151577 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 55458) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:04:44.160614 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068882 Jun 01 10:04:55.130623 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64e4868-b192-4440-873e-ae645e41f0b0 None None] get_active_networks_info from dv-cinder-784779-13-smb {{(pid=91917) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 01 10:04:55.216032 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64e4868-b192-4440-873e-ae645e41f0b0 None None] No non-hosted networks {{(pid=91917) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 10:04:55.240923 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.agentschedulers_db [None req-d64e4868-b192-4440-873e-ae645e41f0b0 None None] DHCP Agent not found on host dv-cinder-784779-13-smb {{(pid=91917) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 01 10:04:55.384932 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-3656bc74-8bcb-4e21-be07-35bc375ed16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502'] for agent, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:57.500731 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502'] for agent, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:57.502208 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:57.502795 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:57.503762 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:57.504823 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:57.506270 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:57.507424 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:57.507964 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:57.509069 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:57.510626 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:57.511727 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:57.512818 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:57.514990 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:04:57.516539 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784779-13-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:04:57.531130 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-13-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:04:57.718374 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-27430e0b-5223-45ed-9a0e-0dd04e2cdeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502'] for agent, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:57.776808 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-5314d58c-f0e6-42e0-b7d4-2e4e8f6275db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:04:58.494959 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502'] for agent, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:00.323235 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502'] for agent, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:01.744780 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 55550) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:01.775811 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.db.l3_hamode_db [None req-ff47bcec-a5a2-4976-9e21-993e57e874f8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 10:05:01.859955 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47bcec-a5a2-4976-9e21-993e57e874f8 None None] Routers set() bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:05:01.860329 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47bcec-a5a2-4976-9e21-993e57e874f8 None None] Router IDs set() for agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 01 10:05:02.330169 dv-cinder-784779-13-smb neutron-server[91915]: WARNING oslo_policy.policy [None req-4167fed6-0435-4131-9d8b-a8ba52460201 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:05:02.330754 dv-cinder-784779-13-smb neutron-server[91915]: WARNING oslo_policy.policy [None req-4167fed6-0435-4131-9d8b-a8ba52460201 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:05:02.544308 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [None req-4167fed6-0435-4131-9d8b-a8ba52460201 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:05:02.545892 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-4167fed6-0435-4131-9d8b-a8ba52460201 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8000801 Jun 01 10:05:04.881936 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 55564) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:05.252096 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-e457ddfd-4637-42d7-a8df-b0a90d90c101 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:05:05.352392 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.policy [None req-e457ddfd-4637-42d7-a8df-b0a90d90c101 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91915) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 10:05:05.396959 dv-cinder-784779-13-smb neutron-server[91915]: WARNING oslo_policy.policy [None req-e457ddfd-4637-42d7-a8df-b0a90d90c101 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:05:05.397328 dv-cinder-784779-13-smb neutron-server[91915]: WARNING oslo_policy.policy [None req-e457ddfd-4637-42d7-a8df-b0a90d90c101 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:05:05.406772 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.quota [None req-e457ddfd-4637-42d7-a8df-b0a90d90c101 admin admin] Loaded quota_driver: . Jun 01 10:05:05.421968 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-e457ddfd-4637-42d7-a8df-b0a90d90c101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:05:05.487500 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e457ddfd-4637-42d7-a8df-b0a90d90c101 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763792385307', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763792382111', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763792340624', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763792333388', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763792355527', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763792349303', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1497741', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1534223', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-487481', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16272102'] for rbac-policy, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:05.549640 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e457ddfd-4637-42d7-a8df-b0a90d90c101 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:05.550819 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-e457ddfd-4637-42d7-a8df-b0a90d90c101 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6679380 Jun 01 10:05:08.142425 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 55578) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:08.494507 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Request body: {'network': {'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:05:08.499151 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:05:08.503604 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Usage tracker for resource:network and tenant:bc51028a8fb24a49915c059f09e97df3 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:05:08.508124 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:05:08.514727 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:05:08.524288 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Made reservation on behalf of bc51028a8fb24a49915c059f09e97df3 for: {'network': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:05:08.527187 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:08.544777 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:08.558555 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:05:08.562136 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Usage tracker for resource:security_group_rule and tenant:bc51028a8fb24a49915c059f09e97df3 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:05:08.567006 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:05:08.572617 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:05:08.674020 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:08.677983 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:08.683242 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:08.699353 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=91915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:05:08.725113 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763788939493', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:08.725727 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Unsubscribe: segment precommit_create {{(pid=91915) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 10:05:08.726237 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.segments_db [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Added segment 53674057-8016-479e-975e-7059986de568 of type vlan for network 9d10c61a-6973-46c3-b485-d5a91f361575 Jun 01 10:05:08.777972 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87734ca7-c450-437f-8ed5-f020f93cb346,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:08.797440 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:08.797799 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:08.798162 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:08.798569 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:08.798827 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:08.799135 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:08.799452 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:08.799769 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:08.800103 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:08.800421 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:08.800734 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:08.801043 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Tracked resource versions report: Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: pushed versions: Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: { 'AddressGroup': {'1.2'}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'ConntrackHelper': {'1.0'}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'Log': {'1.0'}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'Network': {'1.1'}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'Port': {'1.7'}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'PortForwarding': {'1.2'}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'QosPolicy': {'1.8'}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'SecurityGroup': {'1.4'}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'SubPort': {'1.0'}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'Subnet': {'1.1'}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'Trunk': {'1.1'}} Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: consumer versions: Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: { DHCP agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: L3 agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: Metadata agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: Metering agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: Open vSwitch agent@dv-cinder-784779-13-smb: { 'AddressGroup': '1.2', Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'ConntrackHelper': '1.0', Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'Log': '1.0', Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'Network': '1.1', Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'Port': '1.7', Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'PortForwarding': '1.2', Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'QosPolicy': '1.8', Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'SecurityGroup': '1.4', Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'SecurityGroupRule': '1.2', Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'SubPort': '1.0', Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'Subnet': '1.1', Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: 'Trunk': '1.1'}} Jun 01 10:05:08.802123 dv-cinder-784779-13-smb neutron-server[91915]: {{(pid=91915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:05:08.846637 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:08.854006 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:08.890515 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:08.891924 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:08.892642 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:08.897367 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:09.000524 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Pushing event updated for resources: {'Network': ['ID=9d10c61a-6973-46c3-b485-d5a91f361575,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:09.003252 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8598464 Jun 01 10:05:09.004958 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:09.014397 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 9d10c61a-6973-46c3-b485-d5a91f361575 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:05:11.657240 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 55594) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:12.103411 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962d175-b699-4d22-8d14-bc5098f943cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:12.104670 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-0962d175-b699-4d22-8d14-bc5098f943cf admin admin] 10.222.0.47 "GET /v2.0/networks/9d10c61a-6973-46c3-b485-d5a91f361575 HTTP/1.1" status: 200 len: 826 time: 0.4464977 Jun 01 10:05:12.136069 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-99e3aa61-e623-4376-983f-27d8831c8796 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/edde0e6f-1f3b-48fd-b389-a24fe0bc520f HTTP/1.1" status: 200 len: 734 time: 0.0253518 Jun 01 10:05:12.144811 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'edde0e6f-1f3b-48fd-b389-a24fe0bc520f', 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575', 'name': 'private-subnet', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:05:12.149158 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:05:12.152906 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Usage tracker for resource:subnet and tenant:bc51028a8fb24a49915c059f09e97df3 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:05:12.155841 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:05:12.161363 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:05:12.171320 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Made reservation on behalf of bc51028a8fb24a49915c059f09e97df3 for: {'subnet': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:05:12.173600 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:12.649631 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872'] for subnet, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:12.655238 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:12.734526 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Checking segment: {'id': '53674057-8016-479e-975e-7059986de568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:05:12.735212 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Network hostable DHCP agents. Network: 9d10c61a-6973-46c3-b485-d5a91f361575, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:05:12.740723 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Pushing event updated for resources: {'Subnet': ['ID=915adbcb-e54a-40bd-874a-731a27154b15,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:12.747448 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:12.757547 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Network 9d10c61a-6973-46c3-b485-d5a91f361575 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:05:12.767185 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 9d10c61a-6973-46c3-b485-d5a91f361575) {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:05:12.771994 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:12.772586 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:12.776716 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be88b31-865c-4843-947c-3cfdd6883d36 None None] Network 9d10c61a-6973-46c3-b485-d5a91f361575 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:05:12.792378 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6511989 Jun 01 10:05:13.084077 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c92b0c-fe5b-5064-8ba5-f448fd61c5dd-9d10c61a-6973-46c3-b485-d5a91f361575', 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'fixed_ips': [{'subnet_id': '915adbcb-e54a-40bd-874a-731a27154b15'}]}} from dv-cinder-784779-13-smb. {{(pid=91917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:05:13.085295 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:13.269616 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.db_base_plugin_common [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Allocated IP 172.20.0.2 (9d10c61a-6973-46c3-b485-d5a91f361575/915adbcb-e54a-40bd-874a-731a27154b15/e0913cc2-9f70-4225-b274-55a03c0c147d) {{(pid=91917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:05:13.494066 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:13.508109 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Transition to ACTIVE for port object e0913cc2-9f70-4225-b274-55a03c0c147d will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:05:13.533245 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Transition to ACTIVE for port object e0913cc2-9f70-4225-b274-55a03c0c147d will not be triggered until provisioned by entity DHCP. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:05:13.540050 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:13.544591 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:13.606603 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Network 9d10c61a-6973-46c3-b485-d5a91f361575 is already hosted by enough agents. {{(pid=91917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:05:13.610062 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.base_scheduler [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Resources bound (agent type, host, resource id): {{(pid=91917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:05:13.617143 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Received port after_create {{(pid=91917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:05:13.619376 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Pushing event updated for resources: {'Port': ['ID=e0913cc2-9f70-4225-b274-55a03c0c147d,revision_number=1']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:13.629517 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:13.629870 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:13.630205 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:13.630539 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:13.630859 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:13.631179 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:13.631493 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:13.631821 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:13.632141 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:13.632458 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:13.632768 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:13.633076 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Tracked resource versions report: Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: pushed versions: Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: { 'AddressGroup': {'1.2'}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'ConntrackHelper': {'1.0'}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'Log': {'1.0'}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'Network': {'1.1'}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'Port': {'1.7'}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'PortForwarding': {'1.2'}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'QosPolicy': {'1.8'}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'SecurityGroup': {'1.4'}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'SubPort': {'1.0'}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'Subnet': {'1.1'}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'Trunk': {'1.1'}} Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: consumer versions: Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: { DHCP agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: L3 agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: Metadata agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: Metering agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: Open vSwitch agent@dv-cinder-784779-13-smb: { 'AddressGroup': '1.2', Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'ConntrackHelper': '1.0', Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'Log': '1.0', Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'Network': '1.1', Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'Port': '1.7', Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'PortForwarding': '1.2', Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'QosPolicy': '1.8', Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'SecurityGroup': '1.4', Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'SecurityGroupRule': '1.2', Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'SubPort': '1.0', Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'Subnet': '1.1', Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: 'Trunk': '1.1'}} Jun 01 10:05:13.634186 dv-cinder-784779-13-smb neutron-server[91917]: {{(pid=91917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:05:13.665887 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:13.722663 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Attempting to bind port e0913cc2-9f70-4225-b274-55a03c0c147d on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:05:13.723055 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Attempting to bind port e0913cc2-9f70-4225-b274-55a03c0c147d by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': '53674057-8016-479e-975e-7059986de568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:05:13.723484 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Attempting to bind port e0913cc2-9f70-4225-b274-55a03c0c147d on network 9d10c61a-6973-46c3-b485-d5a91f361575 {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:05:13.728648 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:05:13.729053 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Checking segment: {'id': '53674057-8016-479e-975e-7059986de568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:05:13.729526 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:13.729943 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Bound using segment: {'id': '53674057-8016-479e-975e-7059986de568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:05:13.730445 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Bound port: e0913cc2-9f70-4225-b274-55a03c0c147d, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53674057-8016-479e-975e-7059986de568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:05:13.730817 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:13.831260 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] For port e0913cc2-9f70-4225-b274-55a03c0c147d, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:05:13.836884 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] For port e0913cc2-9f70-4225-b274-55a03c0c147d, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=e0913cc2-9f70-4225-b274-55a03c0c147d,segment=NetworkSegment(53674057-8016-479e-975e-7059986de568),segment_id=53674057-8016-479e-975e-7059986de568)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:05:13.841156 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:13.845200 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:13.931995 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Pushing event updated for resources: {'Port': ['ID=e0913cc2-9f70-4225-b274-55a03c0c147d,revision_number=2']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:13.935391 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:15.172913 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 55604) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:15.768174 dv-cinder-784779-13-smb neutron-server[91916]: WARNING oslo_policy.policy [None req-fa744b71-e3e8-410c-aaa9-2bfb75f55eea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:05:15.768745 dv-cinder-784779-13-smb neutron-server[91916]: WARNING oslo_policy.policy [None req-fa744b71-e3e8-410c-aaa9-2bfb75f55eea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:05:15.988981 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [None req-fa744b71-e3e8-410c-aaa9-2bfb75f55eea admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:05:15.990231 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-fa744b71-e3e8-410c-aaa9-2bfb75f55eea admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8152730 Jun 01 10:05:18.411298 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 55622) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:18.787880 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [None req-615c47a0-419a-43c6-8686-2bd95a618404 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:05:18.788854 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-615c47a0-419a-43c6-8686-2bd95a618404 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3766100 Jun 01 10:05:19.474145 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464e38be-1f87-47e4-a449-83feeca3d766 None None] Network 9d10c61a-6973-46c3-b485-d5a91f361575 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:05:19.568101 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device e0913cc2-9f70-4225-b274-55a03c0c147d up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:05:19.608854 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-f1e97b61-ddbd-47fc-82a2-c696de741d48 None None] Provisioning for port e0913cc2-9f70-4225-b274-55a03c0c147d completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:05:19.726776 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port e0913cc2-9f70-4225-b274-55a03c0c147d completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:05:19.737867 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port e0913cc2-9f70-4225-b274-55a03c0c147d triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:05:19.738251 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:19.910723 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:19.944672 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port e0913cc2-9f70-4225-b274-55a03c0c147d, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=e0913cc2-9f70-4225-b274-55a03c0c147d,segment=NetworkSegment(53674057-8016-479e-975e-7059986de568),segment_id=53674057-8016-479e-975e-7059986de568)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:05:19.948945 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:19.951881 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-2366d250-7f49-4da6-8e1b-f54363824aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:20.022934 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=e0913cc2-9f70-4225-b274-55a03c0c147d,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:20.026069 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:20.149929 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-1623e0bd-6bc7-4eea-9053-c875e8c634cb None None] Provisioning complete for port e0913cc2-9f70-4225-b274-55a03c0c147d triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:05:20.150299 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-1623e0bd-6bc7-4eea-9053-c875e8c634cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:21.428421 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 55636) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:21.502561 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device e0913cc2-9f70-4225-b274-55a03c0c147d up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:05:21.568575 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port e0913cc2-9f70-4225-b274-55a03c0c147d triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:05:21.568836 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:21.791374 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:05:21.861376 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.policy [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91916) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 10:05:21.906822 dv-cinder-784779-13-smb neutron-server[91916]: WARNING oslo_policy.policy [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:05:21.907193 dv-cinder-784779-13-smb neutron-server[91916]: WARNING oslo_policy.policy [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 10:05:21.915591 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.quota [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] Loaded quota_driver: . Jun 01 10:05:21.931219 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:05:21.938088 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] Usage tracker for resource:router and tenant:bc51028a8fb24a49915c059f09e97df3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:05:21.942602 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:05:21.949793 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:05:21.966021 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-569544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:21.968035 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5547'] for router, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:21.996120 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:22.111886 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565873'] for router, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:22.132156 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] Notify callbacks [] for router, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:22.133433 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-7b2f7d94-c81f-41ee-9e9a-73f7380e50da admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7040761 Jun 01 10:05:24.536233 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 55648) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:24.903966 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [None req-7f8e3bd4-9e3b-4ecd-8ab5-761c24bf6d65 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:05:24.905505 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-7f8e3bd4-9e3b-4ecd-8ab5-761c24bf6d65 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3683701 Jun 01 10:05:24.972260 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-c8e8c0c4-fd0d-4047-958e-7eac6d37536b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:27.239003 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 55658) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:27.483926 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:27.606931 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:05:27.611950 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:05:27.616011 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Usage tracker for resource:network and tenant:8542815e4fe548c6a5dfd522d22eb94e is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:05:27.619534 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:05:27.625660 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:05:27.634486 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Made reservation on behalf of 8542815e4fe548c6a5dfd522d22eb94e for: {'network': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:05:27.637292 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:27.653978 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:27.667487 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:05:27.671190 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Usage tracker for resource:security_group_rule and tenant:8542815e4fe548c6a5dfd522d22eb94e is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:05:27.674352 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:05:27.679896 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:05:27.713650 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6a1980dc-9cf3-45d2-83ed-8f64eff26336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:27.782205 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:27.785889 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:27.790961 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:27.803565 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Reserving flat network on physical network physnet1 {{(pid=91916) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 10:05:27.834269 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763788939493', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:27.834855 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Unsubscribe: segment precommit_create {{(pid=91916) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 10:05:27.835329 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.segments_db [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Added segment bc64fcd0-8c1a-4efd-946d-f2a7f32bccde of type flat for network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 Jun 01 10:05:27.884576 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e500c970-88ba-4c1a-bfed-505e8705a36c,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:27.904575 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:27.904909 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:27.905247 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:27.905573 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:27.905916 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:27.906246 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:27.906555 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:27.906867 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:27.907197 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:27.907521 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:27.907819 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:27.908120 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Tracked resource versions report: Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: pushed versions: Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: { 'AddressGroup': {'1.2'}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'ConntrackHelper': {'1.0'}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'Log': {'1.0'}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'Network': {'1.1'}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'Port': {'1.7'}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'PortForwarding': {'1.2'}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'QosPolicy': {'1.8'}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'SecurityGroup': {'1.4'}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'SubPort': {'1.0'}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'Subnet': {'1.1'}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'Trunk': {'1.1'}} Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: consumer versions: Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: { DHCP agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: L3 agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: Metadata agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: Metering agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: Open vSwitch agent@dv-cinder-784779-13-smb: { 'AddressGroup': '1.2', Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'ConntrackHelper': '1.0', Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'Log': '1.0', Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'Network': '1.1', Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'Port': '1.7', Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'PortForwarding': '1.2', Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'QosPolicy': '1.8', Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'SecurityGroup': '1.4', Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'SecurityGroupRule': '1.2', Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'SubPort': '1.0', Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'Subnet': '1.1', Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: 'Trunk': '1.1'}} Jun 01 10:05:27.909179 dv-cinder-784779-13-smb neutron-server[91916]: {{(pid=91916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:05:27.958182 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:27.959060 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 5 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:05:27.961762 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:28.003987 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:28.005486 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:28.006160 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:28.011064 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:28.114968 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8748808 Jun 01 10:05:28.116042 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Pushing event updated for resources: {'Network': ['ID=63823bfe-ce08-4207-99eb-0aaa7f618dc6,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:28.119575 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:28.127044 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:05:28.438971 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:30.266458 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:30.446287 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 55682) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:30.662951 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaade896-d811-4dea-8e08-28f3ba7d1033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:30.664301 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-aaade896-d811-4dea-8e08-28f3ba7d1033 admin admin] 10.222.0.47 "GET /v2.0/subnets/915adbcb-e54a-40bd-874a-731a27154b15 HTTP/1.1" status: 200 len: 849 time: 0.2170691 Jun 01 10:05:30.818474 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-b70ec6eb-1c6e-41db-95ec-85a9ca34c291 admin admin] 10.222.0.47 "GET /v2.0/routers/5dbc65fd-b82f-4865-be61-216e47f7bcfe HTTP/1.1" status: 200 len: 704 time: 0.1488233 Jun 01 10:05:31.300851 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:31.543673 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Allocated IP 172.20.0.1 (9d10c61a-6973-46c3-b485-d5a91f361575/915adbcb-e54a-40bd-874a-731a27154b15/6cebe8cc-4e16-4fa4-b9c0-08be28626be1) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:05:31.703166 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:31.720669 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Transition to ACTIVE for port object 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 will not be triggered until provisioned by entity DHCP. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:05:31.773683 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:31.778260 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:31.838928 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Network 9d10c61a-6973-46c3-b485-d5a91f361575 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:05:31.841807 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:05:31.847896 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:05:31.848412 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571648'] for router_interface, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:31.980012 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Pushing event updated for resources: {'Port': ['ID=6cebe8cc-4e16-4fa4-b9c0-08be28626be1,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:31.995290 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:32.075937 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-6d071492-5d77-4613-a45d-5042b342d6ce None None] Provisioning for port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:05:32.080473 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-6d071492-5d77-4613-a45d-5042b342d6ce None None] Provisioning complete for port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:05:32.080843 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6d071492-5d77-4613-a45d-5042b342d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:32.135221 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-6d071492-5d77-4613-a45d-5042b342d6ce None None] Port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:05:32.157936 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:32.379533 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:32.383818 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:32.384915 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571821'] for router_interface, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:32.389403 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:32.516870 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Pushing event updated for resources: {'Port': ['ID=6cebe8cc-4e16-4fa4-b9c0-08be28626be1,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:32.521114 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:32.579408 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Network 9d10c61a-6973-46c3-b485-d5a91f361575 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:05:32.580536 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:05:32.756926 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-ddbe51a1-52f6-4ec2-8628-7296dbc967fe None None] Provisioning complete for port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:05:32.757285 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ddbe51a1-52f6-4ec2-8628-7296dbc967fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:32.768286 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Router 5dbc65fd-b82f-4865-be61-216e47f7bcfe is scheduled to L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f with binding_index 1 {{(pid=91916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:05:32.815986 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe51a1-52f6-4ec2-8628-7296dbc967fe None None] Port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:05:32.926941 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:05:32.936445 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Sync routers for ids ['5dbc65fd-b82f-4865-be61-216e47f7bcfe'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:05:32.937987 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] 10.222.0.47 "PUT /v2.0/routers/5dbc65fd-b82f-4865-be61-216e47f7bcfe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1139045 Jun 01 10:05:32.946604 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Routers {'5dbc65fd-b82f-4865-be61-216e47f7bcfe'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:05:32.947409 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:05:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['5dbc65fd-b82f-4865-be61-216e47f7bcfe'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:33.119213 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Set router 5dbc65fd-b82f-4865-be61-216e47f7bcfe gateway port host: None {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:05:33.481317 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'name': 'router1', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:05:21Z', 'updated_at': '2021-06-01T10:05:32Z', 'revision_number': 2, 'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'gw_port_host': None, '_interfaces': [{'id': '6cebe8cc-4e16-4fa4-b9c0-08be28626be1', 'name': '', 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'mac_address': 'fa:16:3e:fc:aa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '915adbcb-e54a-40bd-874a-731a27154b15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:05:31Z', 'updated_at': '2021-06-01T10:05:32Z', 'revision_number': 2, 'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'subnets': [{'id': '915adbcb-e54a-40bd-874a-731a27154b15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edde0e6f-1f3b-48fd-b389-a24fe0bc520f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:33.486786 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Checking router: 5dbc65fd-b82f-4865-be61-216e47f7bcfe for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:05:33.487157 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Updating router 5dbc65fd-b82f-4865-be61-216e47f7bcfe port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 binding host dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:05:33.541277 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:33.915930 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:33.930251 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Transition to ACTIVE for port object 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 will not be triggered until provisioned by entity L2. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:05:33.937218 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:33.943257 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:34.141680 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Pushing event updated for resources: {'Port': ['ID=6cebe8cc-4e16-4fa4-b9c0-08be28626be1,revision_number=3']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:34.160101 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:34.160522 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:34.160851 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:34.161176 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:34.161490 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:34.161805 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:34.162146 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:34.162457 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:34.162772 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:34.163079 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:34.163386 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:34.163689 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Tracked resource versions report: Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: pushed versions: Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: { 'AddressGroup': {'1.2'}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'ConntrackHelper': {'1.0'}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'Log': {'1.0'}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'Network': {'1.1'}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'Port': {'1.7'}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'PortForwarding': {'1.2'}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'QosPolicy': {'1.8'}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'SecurityGroup': {'1.4'}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'SubPort': {'1.0'}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'Subnet': {'1.1'}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'Trunk': {'1.1'}} Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: consumer versions: Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: { DHCP agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: L3 agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: Metadata agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: Metering agent@dv-cinder-784779-13-smb: {}, Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: Open vSwitch agent@dv-cinder-784779-13-smb: { 'AddressGroup': '1.2', Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'ConntrackHelper': '1.0', Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'Log': '1.0', Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'Network': '1.1', Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'Port': '1.7', Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'PortForwarding': '1.2', Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'QosPolicy': '1.8', Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'SecurityGroup': '1.4', Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'SecurityGroupRule': '1.2', Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'SubPort': '1.0', Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'Subnet': '1.1', Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: 'Trunk': '1.1'}} Jun 01 10:05:34.164748 dv-cinder-784779-13-smb neutron-server[91918]: {{(pid=91918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:05:34.170423 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:34.171229 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Attempting to bind port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:05:34.171632 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Attempting to bind port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': '53674057-8016-479e-975e-7059986de568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575'}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:05:34.172062 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Attempting to bind port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 on network 9d10c61a-6973-46c3-b485-d5a91f361575 {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:05:34.177403 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:05:34.177887 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Checking segment: {'id': '53674057-8016-479e-975e-7059986de568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:05:34.178359 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:34.178739 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Bound using segment: {'id': '53674057-8016-479e-975e-7059986de568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575'} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:05:34.179253 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Bound port: 6cebe8cc-4e16-4fa4-b9c0-08be28626be1, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53674057-8016-479e-975e-7059986de568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575'}}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:05:34.179645 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:34.266288 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] For port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:05:34.270899 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] For port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=6cebe8cc-4e16-4fa4-b9c0-08be28626be1,segment=NetworkSegment(53674057-8016-479e-975e-7059986de568),segment_id=53674057-8016-479e-975e-7059986de568)] {{(pid=91918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:05:34.276270 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:34.280857 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:34.349241 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Routers {'5dbc65fd-b82f-4865-be61-216e47f7bcfe'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:05:34.349891 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:05:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['5dbc65fd-b82f-4865-be61-216e47f7bcfe'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:34.523843 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Pushing event updated for resources: {'Port': ['ID=6cebe8cc-4e16-4fa4-b9c0-08be28626be1,revision_number=4']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:34.528587 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:34.545425 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] Set router 5dbc65fd-b82f-4865-be61-216e47f7bcfe gateway port host: None {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:05:34.869823 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'name': 'router1', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:05:21Z', 'updated_at': '2021-06-01T10:05:32Z', 'revision_number': 2, 'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'gw_port_host': None, '_interfaces': [{'id': '6cebe8cc-4e16-4fa4-b9c0-08be28626be1', 'name': '', 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'mac_address': 'fa:16:3e:fc:aa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '915adbcb-e54a-40bd-874a-731a27154b15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:05:31Z', 'updated_at': '2021-06-01T10:05:34Z', 'revision_number': 4, 'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'subnets': [{'id': '915adbcb-e54a-40bd-874a-731a27154b15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edde0e6f-1f3b-48fd-b389-a24fe0bc520f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:34.874854 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21113f14-71cd-4ed4-8b02-8ab2546698c9 None None] The sync data for ids ['5dbc65fd-b82f-4865-be61-216e47f7bcfe'] in dv-cinder-784779-13-smb is: [{'id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'name': 'router1', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:05:21Z', 'updated_at': '2021-06-01T10:05:32Z', 'revision_number': 2, 'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'gw_port_host': None, '_interfaces': [{'id': '6cebe8cc-4e16-4fa4-b9c0-08be28626be1', 'name': '', 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'mac_address': 'fa:16:3e:fc:aa:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '915adbcb-e54a-40bd-874a-731a27154b15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:05:31Z', 'updated_at': '2021-06-01T10:05:34Z', 'revision_number': 4, 'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'subnets': [{'id': '915adbcb-e54a-40bd-874a-731a27154b15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edde0e6f-1f3b-48fd-b389-a24fe0bc520f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:05:35.101937 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 55704) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:35.258037 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a21835-f63f-4b48-8d3f-e99897091aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:35.258597 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-25a21835-f63f-4b48-8d3f-e99897091aec admin admin] Synchronizing usage tracker for tenant:8542815e4fe548c6a5dfd522d22eb94e on resource:network {{(pid=91916) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:05:35.275815 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-25a21835-f63f-4b48-8d3f-e99897091aec admin admin] Unset dirty status for tenant:8542815e4fe548c6a5dfd522d22eb94e on resource:network {{(pid=91916) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:05:35.282621 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-25a21835-f63f-4b48-8d3f-e99897091aec admin admin] 10.222.0.47 "GET /v2.0/networks/63823bfe-ce08-4207-99eb-0aaa7f618dc6 HTTP/1.1" status: 200 len: 842 time: 0.1794255 Jun 01 10:05:35.287289 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'ip_version': 4, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'gateway_ip': '172.28.3.1'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:05:35.295984 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:05:35.299826 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Usage tracker for resource:subnet and tenant:8542815e4fe548c6a5dfd522d22eb94e is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:05:35.302717 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:05:35.308835 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:05:35.318133 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Made reservation on behalf of 8542815e4fe548c6a5dfd522d22eb94e for: {'subnet': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:05:35.320393 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:35.757291 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.objects.ports [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91916) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 01 10:05:35.757723 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872'] for subnet, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:35.761135 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:35.872965 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc8e40eb-b88f-4d48-a150-bb10f743f69f,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:35.878630 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:35.881318 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Checking segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:05:35.881688 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Network hostable DHCP agents. Network: 63823bfe-ce08-4207-99eb-0aaa7f618dc6, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:05:35.900442 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:05:35.910715 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 63823bfe-ce08-4207-99eb-0aaa7f618dc6) {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:05:35.914678 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:35.915269 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:35.922603 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46f18c-a3eb-4e9d-886c-0c26c7f25c5c None None] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:05:35.938452 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6546361 Jun 01 10:05:36.132267 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8b05b2-607b-4eb7-a782-e275d5af777f None None] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:05:37.546637 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:05:37.624356 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:05:37.631413 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:05:37.631782 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:37.753728 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:37.788376 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=6cebe8cc-4e16-4fa4-b9c0-08be28626be1,segment=NetworkSegment(53674057-8016-479e-975e-7059986de568),segment_id=53674057-8016-479e-975e-7059986de568)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:05:37.792314 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:37.794841 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:37.863445 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=6cebe8cc-4e16-4fa4-b9c0-08be28626be1,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:37.866486 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:38.181182 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 55718) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:38.382704 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-2bc6eafc-98e5-4852-beb5-6ec425e1d40c admin admin] 10.222.0.47 "GET /v2.0/routers/5dbc65fd-b82f-4865-be61-216e47f7bcfe HTTP/1.1" status: 200 len: 710 time: 0.2004058 Jun 01 10:05:38.510360 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3716b90-da0b-4a50-a488-e8a2cdfbde75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:05:38.511799 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-d3716b90-da0b-4a50-a488-e8a2cdfbde75 admin admin] 10.222.0.47 "GET /v2.0/networks/63823bfe-ce08-4207-99eb-0aaa7f618dc6 HTTP/1.1" status: 200 len: 886 time: 0.1239142 Jun 01 10:05:38.520446 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:05:38.962972 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5597'] for router, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:39.288751 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:39.344256 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:39.513487 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:05:39.536676 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Allocated IP 172.28.3.178 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/ca837316-9f97-4127-ba9e-7d1373ce7339) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:05:39.585569 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:05:39.585842 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:39.686630 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:39.714850 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:39.719892 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:39.782612 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:05:39.785372 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:05:39.788715 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:05:39.849533 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Pushing event updated for resources: {'Port': ['ID=ca837316-9f97-4127-ba9e-7d1373ce7339,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:39.908024 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:40.165283 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:40.498495 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5597'] for router, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:40.501709 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-565817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-565880', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569580'] for router, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:40.679728 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Router 5dbc65fd-b82f-4865-be61-216e47f7bcfe has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:05:40.904738 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:05:40.914119 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Notify callbacks [] for router, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:40.914251 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Sync routers for ids ['5dbc65fd-b82f-4865-be61-216e47f7bcfe'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:05:40.915523 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] 10.222.0.47 "PUT /v2.0/routers/5dbc65fd-b82f-4865-be61-216e47f7bcfe HTTP/1.1" status: 200 len: 890 time: 2.3981287 Jun 01 10:05:40.924327 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Routers {'5dbc65fd-b82f-4865-be61-216e47f7bcfe'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:05:40.924974 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:05:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['5dbc65fd-b82f-4865-be61-216e47f7bcfe'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:41.141388 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Set router 5dbc65fd-b82f-4865-be61-216e47f7bcfe gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:05:41.485481 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'name': 'router1', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ca837316-9f97-4127-ba9e-7d1373ce7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:05:21Z', 'updated_at': '2021-06-01T10:05:39Z', 'revision_number': 4, 'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'gw_port': {'id': 'ca837316-9f97-4127-ba9e-7d1373ce7339', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:55:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:05:39Z', 'updated_at': '2021-06-01T10:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '6cebe8cc-4e16-4fa4-b9c0-08be28626be1', 'name': '', 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'mac_address': 'fa:16:3e:fc:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '915adbcb-e54a-40bd-874a-731a27154b15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:05:31Z', 'updated_at': '2021-06-01T10:05:37Z', 'revision_number': 5, 'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'subnets': [{'id': '915adbcb-e54a-40bd-874a-731a27154b15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edde0e6f-1f3b-48fd-b389-a24fe0bc520f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:41.490742 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Checking router: 5dbc65fd-b82f-4865-be61-216e47f7bcfe for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:05:41.491110 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Updating router 5dbc65fd-b82f-4865-be61-216e47f7bcfe port ca837316-9f97-4127-ba9e-7d1373ce7339 binding host dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:05:41.541558 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:41.866980 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Notify callbacks [] for port, precommit_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:41.879328 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Transition to ACTIVE for port object ca837316-9f97-4127-ba9e-7d1373ce7339 will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:05:41.887941 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:41.891791 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:41.968862 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Attempting to bind port ca837316-9f97-4127-ba9e-7d1373ce7339 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:05:41.969490 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Attempting to bind port ca837316-9f97-4127-ba9e-7d1373ce7339 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:05:41.969596 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Attempting to bind port ca837316-9f97-4127-ba9e-7d1373ce7339 on network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:05:41.975262 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dca4b-4239-445c-be9f-6be8f0927753 None None] Pushing event updated for resources: {'Port': ['ID=ca837316-9f97-4127-ba9e-7d1373ce7339,revision_number=2']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:41.978013 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-1e1dca4b-4239-445c-be9f-6be8f0927753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:41.980791 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:05:41.981161 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Checking segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:05:41.981555 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:41.981955 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Bound using segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:05:41.982982 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Bound port: ca837316-9f97-4127-ba9e-7d1373ce7339, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:05:41.983335 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:42.053559 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] For port ca837316-9f97-4127-ba9e-7d1373ce7339, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:05:42.056542 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] For port ca837316-9f97-4127-ba9e-7d1373ce7339, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=ca837316-9f97-4127-ba9e-7d1373ce7339,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:05:42.060792 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:42.064777 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:42.142222 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dca4b-4239-445c-be9f-6be8f0927753 None None] Pushing event updated for resources: {'Port': ['ID=ca837316-9f97-4127-ba9e-7d1373ce7339,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:42.144620 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Routers {'5dbc65fd-b82f-4865-be61-216e47f7bcfe'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:05:42.145192 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:05:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['5dbc65fd-b82f-4865-be61-216e47f7bcfe'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:42.190807 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-1e1dca4b-4239-445c-be9f-6be8f0927753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:42.324208 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] Set router 5dbc65fd-b82f-4865-be61-216e47f7bcfe gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:05:42.675877 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'name': 'router1', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ca837316-9f97-4127-ba9e-7d1373ce7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:05:21Z', 'updated_at': '2021-06-01T10:05:39Z', 'revision_number': 4, 'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'gw_port': {'id': 'ca837316-9f97-4127-ba9e-7d1373ce7339', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:55:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:05:39Z', 'updated_at': '2021-06-01T10:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '6cebe8cc-4e16-4fa4-b9c0-08be28626be1', 'name': '', 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'mac_address': 'fa:16:3e:fc:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '915adbcb-e54a-40bd-874a-731a27154b15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:05:31Z', 'updated_at': '2021-06-01T10:05:37Z', 'revision_number': 5, 'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'subnets': [{'id': '915adbcb-e54a-40bd-874a-731a27154b15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edde0e6f-1f3b-48fd-b389-a24fe0bc520f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:05:42.679980 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41bb880-209e-4771-8a7c-caf437e998b9 None None] The sync data for ids ['5dbc65fd-b82f-4865-be61-216e47f7bcfe'] in dv-cinder-784779-13-smb is: [{'id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'name': 'router1', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ca837316-9f97-4127-ba9e-7d1373ce7339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:05:21Z', 'updated_at': '2021-06-01T10:05:39Z', 'revision_number': 4, 'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'gw_port': {'id': 'ca837316-9f97-4127-ba9e-7d1373ce7339', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:55:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:05:39Z', 'updated_at': '2021-06-01T10:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '6cebe8cc-4e16-4fa4-b9c0-08be28626be1', 'name': '', 'network_id': '9d10c61a-6973-46c3-b485-d5a91f361575', 'tenant_id': 'bc51028a8fb24a49915c059f09e97df3', 'mac_address': 'fa:16:3e:fc:aa:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc65fd-b82f-4865-be61-216e47f7bcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '915adbcb-e54a-40bd-874a-731a27154b15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:05:31Z', 'updated_at': '2021-06-01T10:05:37Z', 'revision_number': 5, 'project_id': 'bc51028a8fb24a49915c059f09e97df3', 'subnets': [{'id': '915adbcb-e54a-40bd-874a-731a27154b15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'edde0e6f-1f3b-48fd-b389-a24fe0bc520f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:05:43.254088 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 55728) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:05:43.370796 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-9f3c9e26-1744-4490-90d1-1232f8e2aa15 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1154809 Jun 01 10:05:43.540638 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device ca837316-9f97-4127-ba9e-7d1373ce7339 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:05:43.612438 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port ca837316-9f97-4127-ba9e-7d1373ce7339 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:05:43.617215 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port ca837316-9f97-4127-ba9e-7d1373ce7339 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:05:43.617583 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:43.735675 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:43.752196 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port ca837316-9f97-4127-ba9e-7d1373ce7339, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=ca837316-9f97-4127-ba9e-7d1373ce7339,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:05:43.757148 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:43.759831 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-1e1dca4b-4239-445c-be9f-6be8f0927753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:05:43.829309 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=ca837316-9f97-4127-ba9e-7d1373ce7339,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:05:43.832313 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:05:45.537340 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device ca837316-9f97-4127-ba9e-7d1373ce7339 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:05:45.609615 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port ca837316-9f97-4127-ba9e-7d1373ce7339 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:05:45.610029 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:54.964192 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-dff15287-6b31-400b-a385-44cecfdba0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:57.488010 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:57.718397 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-9b2bec6b-a78a-467f-8309-2c16f15cc43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:05:58.444664 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:00.296010 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:04.959489 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 5 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:06:24.971433 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-374f1aef-7a95-412c-a14e-d8f65cd32043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:27.499855 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:27.715773 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-5ff0eac1-1cd8-4d74-be3f-e5d6edb4fb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:28.447959 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:30.292762 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:41.961017 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 5 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:06:54.963050 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-a1c8eac4-929e-44a1-be94-522257380401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:57.493937 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:57.708358 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0e9084d6-cf1d-498d-a727-fd55135b3032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:06:58.450327 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:00.292189 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:17.811349 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56298) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:07:17.877701 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11399f1-3d5d-4b73-a70f-288b9d91c1c7 admin admin] GET failed (client error): The resource could not be found. Jun 01 10:07:17.878964 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-b11399f1-3d5d-4b73-a70f-288b9d91c1c7 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666864 Jun 01 10:07:18.009028 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3ec467-74cb-4c81-8433-719fb954fca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:18.010504 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-ea3ec467-74cb-4c81-8433-719fb954fca0 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1278176 Jun 01 10:07:18.959503 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 5 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:07:20.118626 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 56308) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:07:20.249157 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40e56e1-af64-420f-b4ac-91e5695c7e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:20.250532 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-b40e56e1-af64-420f-b4ac-91e5695c7e85 admin admin] 10.222.0.47 "GET /v2.0/subnets/915adbcb-e54a-40bd-874a-731a27154b15 HTTP/1.1" status: 200 len: 849 time: 0.1309793 Jun 01 10:07:20.259585 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:07:20.377678 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:20.576189 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763789027229'] for subnet, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:20.580121 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f40de4ee-88b2-4c04-ae58-e76404cf396f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:07:20.621988 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:20.623147 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:20.624432 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] 10.222.0.47 "PUT /v2.0/subnets/915adbcb-e54a-40bd-874a-731a27154b15 HTTP/1.1" status: 200 len: 868 time: 0.3685129 Jun 01 10:07:20.630565 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d453e43-ebc3-4bcc-ac78-5a6622664858 None None] Network 9d10c61a-6973-46c3-b485-d5a91f361575 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:07:20.647383 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=915adbcb-e54a-40bd-874a-731a27154b15,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:07:20.655155 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:07:20.655518 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:07:20.655853 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:07:20.656180 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:07:20.656511 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:07:20.656827 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:07:20.657146 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:07:20.657466 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:07:20.657799 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:07:20.658151 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:07:20.658470 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:07:20.658782 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:07:20.662459 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:07:21.044159 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-bd47ad77-26bb-4be1-a322-8edaeb80f81e None None] Provisioning complete for port 6cebe8cc-4e16-4fa4-b9c0-08be28626be1 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:07:21.045106 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-bd47ad77-26bb-4be1-a322-8edaeb80f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:21.168401 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-bd47ad77-26bb-4be1-a322-8edaeb80f81e None None] Provisioning complete for port e0913cc2-9f70-4225-b274-55a03c0c147d triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:07:21.168655 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-bd47ad77-26bb-4be1-a322-8edaeb80f81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:22.747481 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 56318) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:07:22.923447 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26594e3a-dc32-4603-8fd3-9d9cb95e685e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:22.923840 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26594e3a-dc32-4603-8fd3-9d9cb95e685e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:22.925354 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-26594e3a-dc32-4603-8fd3-9d9cb95e685e admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1769528 Jun 01 10:07:24.965937 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8ce6aed7-44aa-494c-857b-96147b55ad3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:25.033831 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56328) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:07:25.206475 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94fbc9f-0986-4bad-a468-e076ed8e1587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:25.206944 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94fbc9f-0986-4bad-a468-e076ed8e1587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:25.208456 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-f94fbc9f-0986-4bad-a468-e076ed8e1587 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1736860 Jun 01 10:07:27.434577 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56338) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:07:27.496990 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:27.609218 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12385fc7-1c62-4e48-85d8-9d4870101729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:27.610616 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-12385fc7-1c62-4e48-85d8-9d4870101729 admin admin] 10.222.0.47 "GET /v2.0/networks/63823bfe-ce08-4207-99eb-0aaa7f618dc6 HTTP/1.1" status: 200 len: 886 time: 0.1744845 Jun 01 10:07:27.711455 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-088a0090-9bf7-4d88-831c-3b48a8808045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:28.451589 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:29.728820 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56348) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:07:29.902322 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c6f0c-fc43-457a-ac3e-92b57dc8c3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:29.904098 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-362c6f0c-fc43-457a-ac3e-92b57dc8c3fe admin admin] 10.222.0.47 "GET /v2.0/networks/9d10c61a-6973-46c3-b485-d5a91f361575 HTTP/1.1" status: 200 len: 870 time: 0.1738477 Jun 01 10:07:30.298359 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:32.012876 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56358) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:07:32.122141 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c537c-3514-4867-b3fe-a80c0876f5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:32.122601 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c537c-3514-4867-b3fe-a80c0876f5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:32.123320 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-154c537c-3514-4867-b3fe-a80c0876f5d2 admin admin] Synchronizing usage tracker for tenant:8542815e4fe548c6a5dfd522d22eb94e on resource:subnet {{(pid=91916) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:07:32.138644 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-154c537c-3514-4867-b3fe-a80c0876f5d2 admin admin] Unset dirty status for tenant:8542815e4fe548c6a5dfd522d22eb94e on resource:subnet {{(pid=91916) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:07:32.139774 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-154c537c-3514-4867-b3fe-a80c0876f5d2 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259270 Jun 01 10:07:34.258702 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56368) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:07:34.364285 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94bbef0-e024-4829-8270-89bdadfd56d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:34.364750 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94bbef0-e024-4829-8270-89bdadfd56d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:34.366266 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-e94bbef0-e024-4829-8270-89bdadfd56d0 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1065955 Jun 01 10:07:36.472294 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56378) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:07:36.581183 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4c49b1-dc29-4871-83f6-d22d0356c1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:36.582565 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-9d4c49b1-dc29-4871-83f6-d22d0356c1c1 admin admin] 10.222.0.47 "GET /v2.0/subnets/915adbcb-e54a-40bd-874a-731a27154b15 HTTP/1.1" status: 200 len: 868 time: 0.1093025 Jun 01 10:07:38.696882 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56388) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:07:38.796552 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770cc858-4ac5-4bf8-9e52-eae6469dba2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:07:38.797971 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-770cc858-4ac5-4bf8-9e52-eae6469dba2b admin admin] 10.222.0.47 "GET /v2.0/subnets/cc8e40eb-b88f-4d48-a150-bb10f743f69f HTTP/1.1" status: 200 len: 816 time: 0.1001480 Jun 01 10:07:54.970825 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-1c1b283c-71a4-4409-8424-24fd7e497392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:55.958429 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 5 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:07:57.500650 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:57.713059 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-4bb3b079-1d34-40ab-b696-c0e21107d1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:07:58.456915 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:00.302484 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:01.909946 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56432) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:08:01.957503 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [None req-051d0204-097f-47d7-b79c-47f5db843ab2 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:08:01.958510 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-051d0204-097f-47d7-b79c-47f5db843ab2 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476291 Jun 01 10:08:04.164937 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 56442) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:08:04.236222 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.pecan_wsgi.hooks.translation [None req-605d3b5d-5af5-4edd-b8e7-d040f05473d2 admin admin] GET failed (client error): The resource could not be found. Jun 01 10:08:04.237457 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-605d3b5d-5af5-4edd-b8e7-d040f05473d2 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0715995 Jun 01 10:08:04.360203 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb55ac0-4dc3-42a3-8fac-129c188ba2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:08:04.361540 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-7cb55ac0-4dc3-42a3-8fac-129c188ba2b5 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1203101 Jun 01 10:08:06.493641 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 56452) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:08:06.540232 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:08:06.545405 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:08:06.554910 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:08:06.564249 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Made reservation on behalf of 8542815e4fe548c6a5dfd522d22eb94e for: {'network': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:08:06.566724 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:06.656819 dv-cinder-784779-13-smb neutron-server[91915]: WARNING neutron.services.revisions.revision_plugin [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Could not find related network for resource to bump revision. Jun 01 10:08:06.670702 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=91915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:08:06.679955 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:06.680276 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.segments_db [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Added segment ccee114e-b557-4053-8a4a-b76959d10c61 of type vlan for network f3cc69a2-8f44-4b9a-828a-2e849d72d4e6 Jun 01 10:08:06.705437 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:06.734766 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:06.736117 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:08:06.736681 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:06.741051 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:08:06.838126 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3430746 Jun 01 10:08:06.841726 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Pushing event updated for resources: {'Network': ['ID=f3cc69a2-8f44-4b9a-828a-2e849d72d4e6,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:08:06.851476 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:08:06.865280 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network f3cc69a2-8f44-4b9a-828a-2e849d72d4e6 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:08:09.004354 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 56462) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:08:09.070591 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32d81e4-e51e-418a-9e0c-beca01c55433 admin admin] GET failed (client error): The resource could not be found. Jun 01 10:08:09.071112 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-e32d81e4-e51e-418a-9e0c-beca01c55433 admin admin] Synchronizing usage tracker for tenant:8542815e4fe548c6a5dfd522d22eb94e on resource:network {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:08:09.086126 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-e32d81e4-e51e-418a-9e0c-beca01c55433 admin admin] Unset dirty status for tenant:8542815e4fe548c6a5dfd522d22eb94e on resource:network {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:08:09.087211 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-e32d81e4-e51e-418a-9e0c-beca01c55433 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0819192 Jun 01 10:08:09.191601 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb31fee9-2934-4ce1-aba0-cf087e5b2e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:08:09.192957 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-eb31fee9-2934-4ce1-aba0-cf087e5b2e00 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1017947 Jun 01 10:08:09.202943 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:08:09.207330 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:08:09.217247 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:08:09.226385 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Made reservation on behalf of 8542815e4fe548c6a5dfd522d22eb94e for: {'subnet': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:08:09.228743 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:09.633405 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872'] for subnet, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:09.637963 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:08:09.706472 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5711e9bb-ba10-49d6-b71d-698e97660553,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:08:09.710245 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:08:09.714154 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Checking segment: {'id': 'ccee114e-b557-4053-8a4a-b76959d10c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:08:09.714502 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Network hostable DHCP agents. Network: f3cc69a2-8f44-4b9a-828a-2e849d72d4e6, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:08:09.730788 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Network f3cc69a2-8f44-4b9a-828a-2e849d72d4e6 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:08:09.739191 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, f3cc69a2-8f44-4b9a-828a-2e849d72d4e6) {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:08:09.743246 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:08:09.743818 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:09.748898 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cf63dd-21e6-4307-8b1a-818cbad0dfdd None None] Network f3cc69a2-8f44-4b9a-828a-2e849d72d4e6 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:08:09.769146 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5700834 Jun 01 10:08:09.997397 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c92b0c-fe5b-5064-8ba5-f448fd61c5dd-f3cc69a2-8f44-4b9a-828a-2e849d72d4e6', 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6', 'tenant_id': '8542815e4fe548c6a5dfd522d22eb94e', 'fixed_ips': [{'subnet_id': '5711e9bb-ba10-49d6-b71d-698e97660553'}]}} from dv-cinder-784779-13-smb. {{(pid=91917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:08:09.998237 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:10.163127 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.db_base_plugin_common [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Allocated IP 192.168.233.2 (f3cc69a2-8f44-4b9a-828a-2e849d72d4e6/5711e9bb-ba10-49d6-b71d-698e97660553/e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a) {{(pid=91917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:08:10.366389 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Notify callbacks [] for port, precommit_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:10.377551 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Transition to ACTIVE for port object e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:08:10.396347 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Transition to ACTIVE for port object e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a will not be triggered until provisioned by entity DHCP. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:08:10.402772 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:10.408786 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:08:10.474703 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Network f3cc69a2-8f44-4b9a-828a-2e849d72d4e6 is already hosted by enough agents. {{(pid=91917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:08:10.475852 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Resources bound (agent type, host, resource id): {{(pid=91917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:08:10.478350 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Received port after_create {{(pid=91917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:08:10.517170 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Pushing event updated for resources: {'Port': ['ID=e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a,revision_number=1']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:08:10.556284 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:08:10.556622 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:08:10.556962 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:08:10.557286 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:08:10.557611 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:08:10.557968 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:08:10.558293 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:08:10.558614 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:08:10.558930 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:08:10.559246 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:08:10.559575 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:08:10.559919 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:08:10.563569 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:08:10.587576 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Attempting to bind port e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:08:10.587944 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Attempting to bind port e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'ccee114e-b557-4053-8a4a-b76959d10c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:08:10.588300 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Attempting to bind port e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a on network f3cc69a2-8f44-4b9a-828a-2e849d72d4e6 {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:08:10.594942 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:08:10.595315 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Checking segment: {'id': 'ccee114e-b557-4053-8a4a-b76959d10c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:08:10.595855 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:10.596247 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Bound using segment: {'id': 'ccee114e-b557-4053-8a4a-b76959d10c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:08:10.596712 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Bound port: e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccee114e-b557-4053-8a4a-b76959d10c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:08:10.597073 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:10.685709 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] For port e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:08:10.688988 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] For port e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a,segment=NetworkSegment(ccee114e-b557-4053-8a4a-b76959d10c61),segment_id=ccee114e-b557-4053-8a4a-b76959d10c61)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:08:10.693600 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:10.697924 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:08:10.777091 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Pushing event updated for resources: {'Port': ['ID=e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a,revision_number=2']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:08:10.782568 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:08:11.577932 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1336ae-6d75-4911-8757-e743a8372bcc None None] Network f3cc69a2-8f44-4b9a-828a-2e849d72d4e6 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:08:11.668999 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:08:11.764718 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-b08c1e8c-1d34-44ab-9fe8-290a4b6f274e None None] Provisioning for port e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:08:11.827714 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:08:11.864430 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:08:11.864806 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:12.012154 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:12.049986 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a,segment=NetworkSegment(ccee114e-b557-4053-8a4a-b76959d10c61),segment_id=ccee114e-b557-4053-8a4a-b76959d10c61)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:08:12.054624 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:12.056682 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:08:12.129328 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:08:12.132746 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:08:12.193633 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-0c52a82f-d7de-4196-ba3b-7989dc21c1f8 None None] Provisioning complete for port e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:08:12.194097 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0c52a82f-d7de-4196-ba3b-7989dc21c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:13.628816 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:08:13.696009 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port e73d4b8a-bbb0-4a0f-9054-d963fc2dec8a triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:08:13.696377 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:24.972868 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0b9298e2-4631-409e-8ebd-0e8c6fdf99c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:27.504673 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:27.714913 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-3cd21d00-2ab2-4879-9682-a0480c04c3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:28.459087 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:30.304763 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:32.957138 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 5 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:08:54.974846 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-eadb590a-a2dc-419e-bc81-609518ad75c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:57.507693 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:57.718137 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-38799a5a-a95e-4182-82f8-1b68011d7248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:08:58.461213 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:00.306923 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:09.955597 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 5 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:09:16.604662 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56512) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:09:16.611118 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [None req-2073620c-e437-4226-9793-7f6d3d4d54e3 tempest-verify_tempest_config-1683049105 tempest-verify_tempest_config-1683049105-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:09:16.612069 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-2073620c-e437-4226-9793-7f6d3d4d54e3 tempest-verify_tempest_config-1683049105 tempest-verify_tempest_config-1683049105-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064723 Jun 01 10:09:16.918820 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 56530) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:09:17.035489 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:17.050041 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:09:17.053769 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Usage tracker for resource:security_group_rule and tenant:1db2a6443fff43b09a3e83e052d594b4 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:09:17.056554 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:09:17.062206 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:09:17.148603 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:17.152136 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:17.161189 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:09:17.199705 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1db2a6443fff43b09a3e83e052d594b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2789760 Jun 01 10:09:17.200789 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a9b8a1-a3fe-4fea-890f-5a03b05aa7e8,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:09:17.202417 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56536) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:09:17.208523 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.208869 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.209206 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.209534 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.209877 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.210257 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.210682 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.211009 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.211351 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.211692 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.211997 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.212313 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.217049 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:09:17.260705 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:17.285421 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:17.386741 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:17.393161 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:09:17.406440 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a9b8a1-a3fe-4fea-890f-5a03b05aa7e8,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:09:17.413330 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:17.414449 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/92a9b8a1-a3fe-4fea-890f-5a03b05aa7e8 HTTP/1.1" status: 204 len: 168 time: 0.2108986 Jun 01 10:09:17.415750 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.416100 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.416433 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.416752 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.417076 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.417390 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.417702 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.418044 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.418358 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.418669 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.419676 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.419676 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:09:17.422524 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:09:24.979064 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-60cc9279-c88b-446f-a15c-3f327391d588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:27.510377 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:27.719709 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-4e37924e-4909-4a36-8a9c-f89f9c758946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:28.466067 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:30.309109 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:46.954606 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 5 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:09:54.981651 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-e64fc450-60a6-422d-a9bf-b749132c3abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:57.514574 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:57.721212 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ee23498c-d42f-46fa-b96f-c2a0d432662a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:09:58.467262 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:00.312974 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:23.953206 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 5 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:10:24.983148 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-9ec20361-3baf-4e95-b3a3-58432e4f8654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:27.517257 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:27.723442 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-939ad1f5-4ad0-4c12-874c-1b2dca927d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:28.470058 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:30.316021 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:55.003867 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ece2cc54-7238-4f6a-8e01-c889e82744e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:57.521546 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:57.724729 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-f8076625-fe71-4483-89a2-1ffabce85743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:58.473109 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:10:58.881247 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502'] for agent, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:11:00.318572 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:11:00.952213 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:11:02.935574 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56588) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:11:03.046915 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-17e67a5f-99f7-4e51-969f-563588dff528 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1102440 Jun 01 10:11:05.168236 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56598) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:11:05.223049 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-a638f839-2961-41cb-add2-331e7cd580bc admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0537424 Jun 01 10:11:24.985704 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-64799875-83a0-4bf1-8ec4-eb4b372b38c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:11:27.524501 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:11:27.726390 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1512-d736-40c3-acdd-996f043f5128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:11:28.475768 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:11:28.857709 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:11:30.321007 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:11:37.950831 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:11:54.988625 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0e92d0db-d4f7-41bc-a7b4-0d7fb4fb2f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:11:57.541809 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:11:57.729451 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-04b8dec3-f0fd-4c63-86fa-d230760dc17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:11:58.481421 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:11:58.866763 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:00.326199 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:14.950219 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:12:24.990664 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-fe4897ac-4795-4d13-92dc-d99dfa0117d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:27.528563 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:27.731816 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-b0dfff80-05eb-449f-ba34-2c2fe4cd7bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:28.482041 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:28.858252 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:30.328649 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:34.669228 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56756) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:34.680652 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56762) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:34.882627 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2026375118-network', 'tenant_id': '1e7f4b9dc9644affa5b73cadcfd6f421'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:34.887285 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:34.891344 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Usage tracker for resource:network and tenant:1e7f4b9dc9644affa5b73cadcfd6f421 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:34.900133 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1314832955-network', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:34.903505 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:34.907853 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:34.915314 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Usage tracker for resource:network and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:34.918216 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:34.920363 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:34.929989 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:34.939029 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Made reservation on behalf of 1e7f4b9dc9644affa5b73cadcfd6f421 for: {'network': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:12:34.941482 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:34.953128 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Made reservation on behalf of 9ed8d30ff7de42a3915a08fc72ff69d6 for: {'network': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:12:34.956033 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:34.969719 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:34.978675 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:34.999153 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:35.003749 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Usage tracker for resource:security_group_rule and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:35.006617 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:35.012332 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:35.037634 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:35.043649 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:1e7f4b9dc9644affa5b73cadcfd6f421 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:35.047361 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:35.055345 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:35.159299 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.167637 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.178183 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:35.203050 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=91916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:12:35.214806 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.215349 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.segments_db [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Added segment 2dcbd332-f694-4d07-badb-26983d6b7331 of type vlan for network 7900aab4-e9fe-4a51-9bca-0dfd165efadc Jun 01 10:12:35.278439 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.282362 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.289708 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.304298 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5e0d91-13c8-4a84-af13-390f746530c1,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:35.332662 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:35.333027 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:35.333362 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:35.333692 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:35.334057 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:35.334564 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:35.334888 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:35.335209 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:35.335578 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:35.335869 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:35.336183 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:35.336493 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Tracked resource versions report: Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: pushed versions: Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: { 'AddressGroup': {'1.2'}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'ConntrackHelper': {'1.0'}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'Log': {'1.0'}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'Network': {'1.1'}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'Port': {'1.7'}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'PortForwarding': {'1.2'}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'QosPolicy': {'1.8'}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'SecurityGroup': {'1.4'}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'SubPort': {'1.0'}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'Subnet': {'1.1'}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'Trunk': {'1.1'}} Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: consumer versions: Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: { DHCP agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: HyperV agent@hv-cinder-78477: {}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: L3 agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: Metadata agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: Metering agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: Open vSwitch agent@dv-cinder-784779-13-smb: { 'AddressGroup': '1.2', Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'ConntrackHelper': '1.0', Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'Log': '1.0', Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'Network': '1.1', Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'Port': '1.7', Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'PortForwarding': '1.2', Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'QosPolicy': '1.8', Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'SecurityGroup': '1.4', Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'SecurityGroupRule': '1.2', Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'SubPort': '1.0', Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'Subnet': '1.1', Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: 'Trunk': '1.1'}} Jun 01 10:12:35.337499 dv-cinder-784779-13-smb neutron-server[91916]: {{(pid=91916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:12:35.340797 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=91916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:12:35.342471 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.343360 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:35.346509 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ad58ad04-94ed-4b16-81e5-59e5b7b927a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:35.355828 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:35.356384 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.383744 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.384056 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.segments_db [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Added segment b3228baf-95c1-4b0d-aac6-24a03faf2460 of type vlan for network 8d774b51-6cc8-4cb6-a738-a663e30e8e42 Jun 01 10:12:35.399010 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4319119f-8643-466b-9e2f-daf26ff1af68,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:35.415487 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:35.415487 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:35.443803 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7620866 Jun 01 10:12:35.447062 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 56812) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:35.452896 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Request body: {'subnet': {'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1314832955-subnet', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:35.458978 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:35.464363 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Usage tracker for resource:subnet and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:35.467663 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:35.474878 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:35.492199 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Made reservation on behalf of 9ed8d30ff7de42a3915a08fc72ff69d6 for: {'subnet': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:12:35.494914 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.510802 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.527344 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Pushing event updated for resources: {'Network': ['ID=7900aab4-e9fe-4a51-9bca-0dfd165efadc,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:35.530686 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:35.540812 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 7900aab4-e9fe-4a51-9bca-0dfd165efadc details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:12:35.556374 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.557780 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:35.558587 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.565388 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:35.628861 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9585009 Jun 01 10:12:35.634447 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 56818) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:35.641463 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Request body: {'subnet': {'network_id': '8d774b51-6cc8-4cb6-a738-a663e30e8e42', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2026375118-subnet', 'tenant_id': '1e7f4b9dc9644affa5b73cadcfd6f421', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:35.647644 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:35.652115 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Usage tracker for resource:subnet and tenant:1e7f4b9dc9644affa5b73cadcfd6f421 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:35.655415 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:35.664923 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:35.716236 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Made reservation on behalf of 1e7f4b9dc9644affa5b73cadcfd6f421 for: {'subnet': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:12:35.718877 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:35.810886 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56826) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:35.817496 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8d774b51-6cc8-4cb6-a738-a663e30e8e42,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:35.823527 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:35.828065 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 8d774b51-6cc8-4cb6-a738-a663e30e8e42 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:12:35.923024 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56836) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:36.087539 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 56846) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:36.161946 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-518887990-network', 'tenant_id': '2989a6a6de9c4464ae86609e447bfaba'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:36.168293 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:36.175389 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Usage tracker for resource:network and tenant:2989a6a6de9c4464ae86609e447bfaba is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:36.182907 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:36.194366 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:36.214984 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-186173657-network', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:36.222127 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:36.227048 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Usage tracker for resource:network and tenant:4c4e84b6a84046b9a912b9d85ab300fe is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:36.230392 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:36.240352 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:36.248185 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Made reservation on behalf of 2989a6a6de9c4464ae86609e447bfaba for: {'network': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:12:36.252068 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.271256 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.273120 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872'] for subnet, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.281425 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a17dcec3-10d7-49d9-86b9-cebbc0e93f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:36.291960 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Made reservation on behalf of 4c4e84b6a84046b9a912b9d85ab300fe for: {'network': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:12:36.295083 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.327234 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:36.334401 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.342495 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2495f7f6-4b79-4201-8237-61645accc743,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:36.351853 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Usage tracker for resource:security_group_rule and tenant:2989a6a6de9c4464ae86609e447bfaba is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:36.354111 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:36.354495 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:36.354826 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:36.355161 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:36.355495 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:36.355818 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:36.356141 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:36.356461 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:36.356796 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:36.357119 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:36.357436 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:36.357753 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Tracked resource versions report: Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: pushed versions: Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: { 'AddressGroup': {'1.2'}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'ConntrackHelper': {'1.0'}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'Log': {'1.0'}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'Network': {'1.1'}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'Port': {'1.7'}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'PortForwarding': {'1.2'}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'QosPolicy': {'1.8'}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'SecurityGroup': {'1.4'}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'SubPort': {'1.0'}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'Subnet': {'1.1'}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'Trunk': {'1.1'}} Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: consumer versions: Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: { DHCP agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: HyperV agent@hv-cinder-78477: {}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: L3 agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: Metadata agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: Metering agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: Open vSwitch agent@dv-cinder-784779-13-smb: { 'AddressGroup': '1.2', Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'ConntrackHelper': '1.0', Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'Log': '1.0', Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'Network': '1.1', Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'Port': '1.7', Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'PortForwarding': '1.2', Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'QosPolicy': '1.8', Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'SecurityGroup': '1.4', Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'SecurityGroupRule': '1.2', Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'SubPort': '1.0', Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'Subnet': '1.1', Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: 'Trunk': '1.1'}} Jun 01 10:12:36.358839 dv-cinder-784779-13-smb neutron-server[91915]: {{(pid=91915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:12:36.367129 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:36.378492 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:36.399584 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:36.402212 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:36.417327 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4c4e84b6a84046b9a912b9d85ab300fe is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:36.433668 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:36.445892 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:36.446575 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872'] for subnet, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.455817 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-network', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:36.460271 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:36.464857 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Usage tracker for resource:network and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:36.468120 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:36.474843 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:36.482871 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Checking segment: {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:12:36.483429 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Network hostable DHCP agents. Network: 7900aab4-e9fe-4a51-9bca-0dfd165efadc, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:12:36.503330 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Made reservation on behalf of 2b47eeeeaee04233ab8d4396abe036e5 for: {'network': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:12:36.506145 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.521448 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:36.562709 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.616558 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.618773 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:36.629828 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.631878 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Usage tracker for resource:security_group_rule and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:36.635747 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:36.637297 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.638534 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:36.649325 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:36.649550 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.672065 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=91916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:12:36.692645 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09ec885-2092-4a28-bbdf-cc3b9209acc5,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:36.696794 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=91916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:12:36.699580 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:36.700705 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.701475 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.segments_db [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Added segment 7f891d76-d59d-46c7-9a50-505d24e35d49 of type vlan for network 841b4b83-8eda-4e08-8aee-f131c393ea92 Jun 01 10:12:36.702638 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:36.728954 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Network 7900aab4-e9fe-4a51-9bca-0dfd165efadc is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:12:36.749589 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.750092 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.segments_db [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Added segment 691640d5-97fa-4926-aa8a-d9e6c15c00fa of type vlan for network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d Jun 01 10:12:36.769620 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.774813 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499c1362-4ff1-4aa6-ad58-bb7861e10aff,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:36.780836 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:36.783735 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.788698 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.815415 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.820416 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=91915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:12:36.831392 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.831809 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.segments_db [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Added segment b871a861-e68f-49b2-924e-0165ca58d626 of type vlan for network c339b17d-abdf-48dc-8c0f-50ed8b34d010 Jun 01 10:12:36.848536 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 7900aab4-e9fe-4a51-9bca-0dfd165efadc) {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:36.862805 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c9526-d74b-4fd6-a81f-855ebdec63be None None] Network 7900aab4-e9fe-4a51-9bca-0dfd165efadc requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:12:36.877946 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.879583 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:36.880255 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.885586 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:36.900717 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.913027 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:36.914074 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.939698 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:36.940368 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:36.954827 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Checking segment: {'id': 'b3228baf-95c1-4b0d-aac6-24a03faf2460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '8d774b51-6cc8-4cb6-a738-a663e30e8e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:12:36.955339 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Network hostable DHCP agents. Network: 8d774b51-6cc8-4cb6-a738-a663e30e8e42, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:12:36.959384 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0349960 Jun 01 10:12:36.963562 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56876) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:36.972214 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Request body: {'subnet': {'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-186173657-subnet', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:36.988693 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:36.994443 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Usage tracker for resource:subnet and tenant:4c4e84b6a84046b9a912b9d85ab300fe is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:36.997973 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:36.998358 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:37.005644 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Network 8d774b51-6cc8-4cb6-a738-a663e30e8e42 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:12:37.011762 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:37.020231 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 8d774b51-6cc8-4cb6-a738-a663e30e8e42) {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:37.026794 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7159241c-1c37-45c3-908e-8f01e7b9bd9e,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:37.049721 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:37.050687 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:37.059416 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52964ad0-6098-4bab-86ba-1bf3d7bac6aa None None] Network 8d774b51-6cc8-4cb6-a738-a663e30e8e42 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:12:37.095781 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4591887 Jun 01 10:12:37.110411 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6620240 Jun 01 10:12:37.115592 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 56884) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:37.150349 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:37.154368 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:37.160337 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:37.161456 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:37.177749 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3657918 Jun 01 10:12:37.181138 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Made reservation on behalf of 4c4e84b6a84046b9a912b9d85ab300fe for: {'subnet': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:12:37.183998 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:37.189125 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:37.223031 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56894) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:37.232886 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Request body: {'subnet': {'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-518887990-subnet', 'tenant_id': '2989a6a6de9c4464ae86609e447bfaba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:37.236643 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Usage tracker for resource:router and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:37.243771 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:37.244564 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:37.252512 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:37.256587 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5c3d38-04c7-4cd1-bdd1-302aa3693879,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:37.264927 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:37.270444 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:37.273108 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Pushing event updated for resources: {'Network': ['ID=841b4b83-8eda-4e08-8aee-f131c393ea92,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:37.327026 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:37.327822 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c3a9d4f3-46c4-46ce-9cdf-e934d4040637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:37.434547 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Usage tracker for resource:subnet and tenant:2989a6a6de9c4464ae86609e447bfaba is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:37.438090 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:37.443077 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-533e237e-558a-4420-bc56-6b86a91bb9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:37.482441 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:37.503672 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Pushing event updated for resources: {'Network': ['ID=c339b17d-abdf-48dc-8c0f-50ed8b34d010,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:37.519463 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:37.525010 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-569544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:37.526691 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5547'] for router, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:37.538051 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4486318 Jun 01 10:12:37.540161 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 841b4b83-8eda-4e08-8aee-f131c393ea92 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:12:37.545320 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 56910) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:37.556868 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Request body: {'subnet': {'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-subnet', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:37.570926 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:37.574022 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Usage tracker for resource:subnet and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:37.577339 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:37.589174 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:37.603245 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Made reservation on behalf of 2b47eeeeaee04233ab8d4396abe036e5 for: {'subnet': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:12:37.605790 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Notify callbacks [] for subnet, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:37.690300 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:37.731591 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae4a575-96f6-4484-8fc0-42b456a8ed8d,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:37.740417 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:37.773098 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Made reservation on behalf of 2989a6a6de9c4464ae86609e447bfaba for: {'subnet': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:12:37.783996 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:37.788307 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:37.834241 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network c339b17d-abdf-48dc-8c0f-50ed8b34d010 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:12:37.882797 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:12:38.166952 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ac7e9-a9a5-4862-8924-c7a6078260f7 None None] Network 8d774b51-6cc8-4cb6-a738-a663e30e8e42 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:12:38.553876 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5597'] for router, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:38.856137 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872'] for subnet, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:38.892119 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-b1dd9764-52f3-40bc-98f0-dd36c6fdff19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:38.908122 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c92b0c-fe5b-5064-8ba5-f448fd61c5dd-7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743'}]}} from dv-cinder-784779-13-smb. {{(pid=91917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:12:38.909115 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.038486 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 56986) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:39.124091 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785bd10a-6e85-4db1-b7c7-06b735b5b7aa,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:39.144391 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Checking segment: {'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:12:39.146433 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Network hostable DHCP agents. Network: 8ae4a575-96f6-4484-8fc0-42b456a8ed8d, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:12:39.158978 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:39.227208 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:12:39.276429 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 8ae4a575-96f6-4484-8fc0-42b456a8ed8d) {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:39.282176 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:39.283773 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.317487 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.db_base_plugin_common [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Allocated IP 172.20.0.2 (7900aab4-e9fe-4a51-9bca-0dfd165efadc/2495f7f6-4b79-4201-8237-61645accc743/865d47de-88cf-49c7-8b63-b1e0e151549b) {{(pid=91917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:12:39.322731 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872'] for subnet, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.327870 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:39.374995 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57004) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:39.392595 dv-cinder-784779-13-smb neutron-server[91915]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 10:12:39.395337 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-ace21baa-505f-492c-906c-590c29c6d2c1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4303689 Jun 01 10:12:39.399462 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57008) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:39.414237 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-186173657-router', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:39.425012 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:39.444082 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed15df3-e9a1-41f5-8884-4af8c3d45b63 None None] Network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:12:39.449492 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Usage tracker for resource:router and tenant:4c4e84b6a84046b9a912b9d85ab300fe is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:39.461610 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.488599 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:39.494857 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:39.499335 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] Usage tracker for resource:security_group_rule and tenant:7db9bb26f0374e97b825a07fd273aba7 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:39.503461 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:39.509933 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:39.612836 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.623748 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:39.625201 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.626971 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a86ecc-120a-43b8-8f1a-c7f927bfc9b3,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:39.636093 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:39.695425 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:39.706385 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] Synchronizing usage tracker for tenant:8542815e4fe548c6a5dfd522d22eb94e on resource:security_group {{(pid=91916) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:12:39.730642 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Checking segment: {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:12:39.731534 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Network hostable DHCP agents. Network: 841b4b83-8eda-4e08-8aee-f131c393ea92, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:12:39.739738 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] Unset dirty status for tenant:8542815e4fe548c6a5dfd522d22eb94e on resource:security_group {{(pid=91916) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:12:39.741260 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7db9bb26f0374e97b825a07fd273aba7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7003446 Jun 01 10:12:39.742449 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-569544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.743740 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5547'] for router, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.746355 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57028) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:39.771136 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.819620 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.871408 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb7f361-2ffc-46f3-8cf7-68c96e3cc74f None None] Network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:12:39.886151 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.891186 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Notify callbacks [] for port, precommit_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.948109 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872'] for subnet, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:39.955411 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Transition to ACTIVE for port object 865d47de-88cf-49c7-8b63-b1e0e151549b will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:12:39.979259 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e13a3ea0-6ffe-47d3-9c36-c6876edd19a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:40.030996 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-8931cab9-b198-425f-bd29-2526abd990ff tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:40.031256 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Transition to ACTIVE for port object 865d47de-88cf-49c7-8b63-b1e0e151549b will not be triggered until provisioned by entity DHCP. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:12:40.032933 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-8931cab9-b198-425f-bd29-2526abd990ff tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/networks?id=8d774b51-6cc8-4cb6-a738-a663e30e8e42 HTTP/1.1" status: 200 len: 812 time: 0.6562541 Jun 01 10:12:40.057007 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:40.080967 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:40.103977 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fe1ae3-64a3-4d50-831f-427e1f474472,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:40.113140 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:40.124699 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Network 841b4b83-8eda-4e08-8aee-f131c393ea92 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:12:40.176094 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Network 7900aab4-e9fe-4a51-9bca-0dfd165efadc is already hosted by enough agents. {{(pid=91917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:12:40.179443 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-32d43c4f-b774-48bb-810a-94bcf3adbffd tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/quotas/1e7f4b9dc9644affa5b73cadcfd6f421 HTTP/1.1" status: 200 len: 375 time: 0.1258519 Jun 01 10:12:40.189706 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.base_scheduler [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Resources bound (agent type, host, resource id): {{(pid=91917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:40.195102 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0879f81d-dce2-4d88-83f6-57f28ced06fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:40.197040 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=c93d5076-e9b2-42b0-9057-e08ae7429957,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:40.202464 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Received port after_create {{(pid=91917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:12:40.215162 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 841b4b83-8eda-4e08-8aee-f131c393ea92) {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:40.261667 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-35724f24-cdfa-461d-9c44-3e972046350c tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e7f4b9dc9644affa5b73cadcfd6f421&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600345 Jun 01 10:12:40.287661 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:40.334108 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21185bb-e6b8-4742-8477-cc6c74cc9a0f None None] Network 841b4b83-8eda-4e08-8aee-f131c393ea92 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:12:40.369044 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:40.375524 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:40.426142 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2019033 Jun 01 10:12:40.435372 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5597'] for router, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:40.454818 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Pushing event updated for resources: {'Port': ['ID=865d47de-88cf-49c7-8b63-b1e0e151549b,revision_number=1']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:40.455302 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0879f81d-dce2-4d88-83f6-57f28ced06fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:40.513905 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Allocated IP 172.28.3.154 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/d8a9df45-539c-4b47-b604-083e812b2779) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:12:40.551180 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Checking segment: {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:12:40.552577 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Network hostable DHCP agents. Network: c339b17d-abdf-48dc-8c0f-50ed8b34d010, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:12:40.573304 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:40.573784 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:40.574254 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:40.574676 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:40.575103 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:40.575642 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:40.576073 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:40.576496 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:40.576945 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:40.577364 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:40.577922 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:40.578291 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Tracked resource versions report: Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: pushed versions: Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: { 'AddressGroup': {'1.2'}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'ConntrackHelper': {'1.0'}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'Log': {'1.0'}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'Network': {'1.1'}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'Port': {'1.7'}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'PortForwarding': {'1.2'}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'QosPolicy': {'1.8'}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'SecurityGroup': {'1.4'}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'SubPort': {'1.0'}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'Subnet': {'1.1'}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'Trunk': {'1.1'}} Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: consumer versions: Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: { DHCP agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: HyperV agent@hv-cinder-78477: {}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: L3 agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: Metadata agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: Metering agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: Open vSwitch agent@dv-cinder-784779-13-smb: { 'AddressGroup': '1.2', Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'ConntrackHelper': '1.0', Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'Log': '1.0', Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'Network': '1.1', Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'Port': '1.7', Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'PortForwarding': '1.2', Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'QosPolicy': '1.8', Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'SecurityGroup': '1.4', Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'SecurityGroupRule': '1.2', Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'SubPort': '1.0', Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'Subnet': '1.1', Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: 'Trunk': '1.1'}} Jun 01 10:12:40.580932 dv-cinder-784779-13-smb neutron-server[91917]: {{(pid=91917) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:12:40.603604 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:40.632886 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Attempting to bind port 865d47de-88cf-49c7-8b63-b1e0e151549b on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:12:40.633809 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Attempting to bind port 865d47de-88cf-49c7-8b63-b1e0e151549b by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:12:40.634473 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Attempting to bind port 865d47de-88cf-49c7-8b63-b1e0e151549b on network 7900aab4-e9fe-4a51-9bca-0dfd165efadc {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:12:40.666093 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:12:40.670806 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Checking segment: {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:12:40.673114 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:40.674844 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Bound using segment: {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:12:40.677383 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Bound port: 865d47de-88cf-49c7-8b63-b1e0e151549b, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:12:40.677783 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:40.686929 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-c3350665-b88e-43d8-8f5c-b7cee14fcd6d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:12:40.690435 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-c3350665-b88e-43d8-8f5c-b7cee14fcd6d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1976485 Jun 01 10:12:40.840972 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] For port 865d47de-88cf-49c7-8b63-b1e0e151549b, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:12:40.845673 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] For port 865d47de-88cf-49c7-8b63-b1e0e151549b, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=865d47de-88cf-49c7-8b63-b1e0e151549b,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:12:40.883031 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:40.918807 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:40.946875 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Network c339b17d-abdf-48dc-8c0f-50ed8b34d010 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:12:40.996472 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Pushing event updated for resources: {'Port': ['ID=865d47de-88cf-49c7-8b63-b1e0e151549b,revision_number=2']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:41.004973 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, c339b17d-abdf-48dc-8c0f-50ed8b34d010) {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:41.020753 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:41.030669 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:41.035797 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec40159-65c8-49da-974e-3e4414a568d9 None None] Network c339b17d-abdf-48dc-8c0f-50ed8b34d010 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:12:41.050036 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0879f81d-dce2-4d88-83f6-57f28ced06fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:41.057685 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:41.058310 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:41.068697 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57076) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:41.080342 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:41.095226 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:41.122264 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84bea30-8c00-444c-b3e6-9c4ebfebed06 None None] Network 841b4b83-8eda-4e08-8aee-f131c393ea92 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:12:41.212877 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879f81d-dce2-4d88-83f6-57f28ced06fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fe1ae3-64a3-4d50-831f-427e1f474472,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:41.215295 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0879f81d-dce2-4d88-83f6-57f28ced06fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:41.234682 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-0c99fdbb-281c-4e61-9ab9-f6b0e5ee8b62 service neutron] 10.222.0.47 "GET /v2.0/networks/8d774b51-6cc8-4cb6-a738-a663e30e8e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296710 Jun 01 10:12:41.293785 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0879f81d-dce2-4d88-83f6-57f28ced06fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:41.294771 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-0879f81d-dce2-4d88-83f6-57f28ced06fc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/79fe1ae3-64a3-4d50-831f-427e1f474472 HTTP/1.1" status: 204 len: 168 time: 1.5392258 Jun 01 10:12:41.305433 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-99fdef0b-7d37-4605-935d-9a69f8e7c7be admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.7589459 Jun 01 10:12:41.308292 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57082) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:41.314028 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:41.323310 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:41.331044 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:41.335603 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Usage tracker for resource:router and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:41.339178 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:41.347393 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:41.369308 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-569544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:41.372502 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5547'] for router, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:41.413625 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:41.472100 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-24cc062a-cecd-4ac6-bcc5-dfa17b844569 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:41.474072 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-24cc062a-cecd-4ac6-bcc5-dfa17b844569 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 814 time: 0.3974380 Jun 01 10:12:41.517622 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c92b0c-fe5b-5064-8ba5-f448fd61c5dd-c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957'}]}} from dv-cinder-784779-13-smb. {{(pid=91917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:12:41.518996 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:41.569654 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-25ed2149-b550-4f46-9947-d686cea91570 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/quotas/2989a6a6de9c4464ae86609e447bfaba HTTP/1.1" status: 200 len: 375 time: 0.0894861 Jun 01 10:12:41.669125 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-a02f116d-29ec-451e-b225-3c11f7756a0e service neutron] 10.222.0.47 "GET /v2.0/networks/8d774b51-6cc8-4cb6-a738-a663e30e8e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111111 Jun 01 10:12:41.726390 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-b7162d31-b9ac-440a-8d71-2bd4eddfb1ac tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293633 Jun 01 10:12:41.726390 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:41.732488 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:41.739085 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.db_base_plugin_common [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Allocated IP 172.20.0.2 (c339b17d-abdf-48dc-8c0f-50ed8b34d010/c93d5076-e9b2-42b0-9057-e08ae7429957/a73794e5-0673-4c28-acf5-aa1b9f177415) {{(pid=91917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:12:41.836251 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57100) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:41.964009 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 865d47de-88cf-49c7-8b63-b1e0e151549b up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:12:41.975312 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:12:41.978851 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:41.987292 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:12:42.113720 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9e62946c-445c-4f20-98ed-066304f9c0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:42.123719 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5597'] for router, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:42.188831 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Allocated IP 172.28.3.2 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:12:42.207693 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port 865d47de-88cf-49c7-8b63-b1e0e151549b completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:12:42.243256 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Pushing event updated for resources: {'Port': ['ID=d8a9df45-539c-4b47-b604-083e812b2779,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:42.254220 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Notify callbacks [] for port, precommit_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:42.269735 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Transition to ACTIVE for port object a73794e5-0673-4c28-acf5-aa1b9f177415 will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:12:42.298568 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Transition to ACTIVE for port object a73794e5-0673-4c28-acf5-aa1b9f177415 will not be triggered until provisioned by entity DHCP. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:12:42.306626 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:42.344398 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:42.501826 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:42.503961 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Network c339b17d-abdf-48dc-8c0f-50ed8b34d010 is already hosted by enough agents. {{(pid=91917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:12:42.514165 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.base_scheduler [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Resources bound (agent type, host, resource id): {{(pid=91917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:42.543652 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Received port after_create {{(pid=91917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:12:42.549592 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Pushing event updated for resources: {'Port': ['ID=a73794e5-0673-4c28-acf5-aa1b9f177415,revision_number=1']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:42.552606 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-9e62946c-445c-4f20-98ed-066304f9c0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:42.568635 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:42.646511 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:42.658484 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19582266-7c84-4aa4-9f74-be7f53a720d9 None None] Network 7900aab4-e9fe-4a51-9bca-0dfd165efadc requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:12:42.803657 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-fc9495ea-61ad-4813-a596-677b7a613920 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91915) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:12:42.804666 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-fc9495ea-61ad-4813-a596-677b7a613920 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6363163 Jun 01 10:12:42.806984 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bea82035-757b-454d-9c65-ff27a4c72f9f req-8d641702-fe7f-45d8-8434-3e070338aed8 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 210 time: 0.2655194 Jun 01 10:12:42.807965 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-9e62946c-445c-4f20-98ed-066304f9c0da admin admin] Usage tracker for resource:security_group_rule and tenant:1aae7a4cc10d46bdb3d9e07d32a69a16 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:42.813175 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-9e62946c-445c-4f20-98ed-066304f9c0da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:42.851006 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:42.986905 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3806bba3-799d-4a4f-bb10-faca25be3173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:43.003479 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-9e62946c-445c-4f20-98ed-066304f9c0da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:43.096531 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-0a15a1da-42db-4ecf-bd45-9ddd8847268b None None] Provisioning for port 865d47de-88cf-49c7-8b63-b1e0e151549b completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:12:43.119453 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Attempting to bind port a73794e5-0673-4c28-acf5-aa1b9f177415 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:12:43.120117 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Attempting to bind port a73794e5-0673-4c28-acf5-aa1b9f177415 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:12:43.120645 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Attempting to bind port a73794e5-0673-4c28-acf5-aa1b9f177415 on network c339b17d-abdf-48dc-8c0f-50ed8b34d010 {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:12:43.127096 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-0a15a1da-42db-4ecf-bd45-9ddd8847268b None None] Provisioning complete for port 865d47de-88cf-49c7-8b63-b1e0e151549b triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:12:43.127683 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0a15a1da-42db-4ecf-bd45-9ddd8847268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:43.161120 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:43.170684 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:43.192692 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:12:43.193065 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Checking segment: {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:12:43.193458 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:43.194046 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Bound using segment: {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:12:43.194680 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Bound port: a73794e5-0673-4c28-acf5-aa1b9f177415, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:12:43.195206 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:43.204878 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-34603504-9cce-4cb2-93f1-1ffe3f58e588 service neutron] 10.222.0.47 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882525 Jun 01 10:12:43.238804 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:43.270639 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:12:43.274586 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:43.277107 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:43.279574 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:12:43.477248 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] For port a73794e5-0673-4c28-acf5-aa1b9f177415, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:12:43.481504 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] For port a73794e5-0673-4c28-acf5-aa1b9f177415, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=a73794e5-0673-4c28-acf5-aa1b9f177415,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:12:43.500049 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:43.528143 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:43.584261 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9e62946c-445c-4f20-98ed-066304f9c0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:43.592247 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-22a4e9a7-1f98-4a79-838c-3a2290a78a18 service neutron] 10.222.0.47 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174772 Jun 01 10:12:43.596108 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:43.662268 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9e62946c-445c-4f20-98ed-066304f9c0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:43.685056 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1b0f4d8d-51d6-4821-80ff-1f10d7961b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:43.712364 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Pushing event updated for resources: {'Port': ['ID=a73794e5-0673-4c28-acf5-aa1b9f177415,revision_number=2']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:43.727539 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:43.729358 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0a15a1da-42db-4ecf-bd45-9ddd8847268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:43.767737 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-9e62946c-445c-4f20-98ed-066304f9c0da admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1aae7a4cc10d46bdb3d9e07d32a69a16&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9304233 Jun 01 10:12:43.779081 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57176) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:43.795608 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Allocated IP 172.28.3.16 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/ebf3b071-92a4-411d-b350-d837614acc55) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:12:43.800326 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62946c-445c-4f20-98ed-066304f9c0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b897cece-ad9a-4f7b-9201-644830e54197,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:43.823902 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-0a15a1da-42db-4ecf-bd45-9ddd8847268b None None] For port 865d47de-88cf-49c7-8b63-b1e0e151549b, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=865d47de-88cf-49c7-8b63-b1e0e151549b,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:12:43.830593 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0a15a1da-42db-4ecf-bd45-9ddd8847268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:43.837886 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:43.934310 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9e62946c-445c-4f20-98ed-066304f9c0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:43.978018 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15a1da-42db-4ecf-bd45-9ddd8847268b None None] Pushing event updated for resources: {'Port': ['ID=865d47de-88cf-49c7-8b63-b1e0e151549b,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:43.992110 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-0a15a1da-42db-4ecf-bd45-9ddd8847268b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:44.098148 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:44.099313 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c713dd44-907c-4eff-a944-652463f8b83d req-1ae1ceb8-71df-461d-adf6-4e31936e9a71 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 210 time: 0.1829054 Jun 01 10:12:44.295387 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-5f861b79-bf43-4075-89e3-3c17e594495b None None] Provisioning complete for port 865d47de-88cf-49c7-8b63-b1e0e151549b triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:12:44.300923 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-5f861b79-bf43-4075-89e3-3c17e594495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:44.557642 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ec473c2b-20aa-4c71-89aa-a9fbdba04221 req-c3df7140-0022-4745-9a02-bf243fa810ba tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 210 time: 0.1438508 Jun 01 10:12:44.566604 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-550a171f-7cb0-4c40-9f79-54588d677fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:44.610889 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:44.656420 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565873'] for router, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:44.811845 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-550a171f-7cb0-4c40-9f79-54588d677fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:45.028574 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57236) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:45.105535 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Router 2e58d5fa-4952-489a-8608-9a6979193376 is scheduled to L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f with binding_index 1 {{(pid=91915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:12:45.160690 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:45.305720 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565873'] for router, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:45.311384 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.82', 60876) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:45.383929 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-550a171f-7cb0-4c40-9f79-54588d677fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:45.405210 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4c10a5-6203-4768-9f8d-e94c482e3564 None None] Network c339b17d-abdf-48dc-8c0f-50ed8b34d010 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:12:45.424664 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:45.438741 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-789b61e3-11e9-4611-b85a-aa41a52fbd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:45.457755 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:45.476314 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-550a171f-7cb0-4c40-9f79-54588d677fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:45.477366 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-550a171f-7cb0-4c40-9f79-54588d677fe9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b897cece-ad9a-4f7b-9201-644830e54197 HTTP/1.1" status: 204 len: 168 time: 1.6952314 Jun 01 10:12:45.492106 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a171f-7cb0-4c40-9f79-54588d677fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b897cece-ad9a-4f7b-9201-644830e54197,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:45.508153 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-789b61e3-11e9-4611-b85a-aa41a52fbd5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:45.512110 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-789b61e3-11e9-4611-b85a-aa41a52fbd5b admin admin] Usage tracker for resource:security_group_rule and tenant:0ab91257715b44f19153a1b179f3c524 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:45.519806 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-789b61e3-11e9-4611-b85a-aa41a52fbd5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:45.535176 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-789b61e3-11e9-4611-b85a-aa41a52fbd5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:45.639143 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-550a171f-7cb0-4c40-9f79-54588d677fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:45.708540 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-dc0f9fa9-505f-499a-8ed7-9f3f0da9ef9a None None] Provisioning for port a73794e5-0673-4c28-acf5-aa1b9f177415 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:12:45.758804 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:12:45.828767 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-08627593-1226-4bf7-ac26-6e8bdb70867a req-8ae3ad19-f729-445f-8fd9-f1f66ad89494 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 210 time: 0.3536527 Jun 01 10:12:46.021573 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:12:46.035205 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Sync routers for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:12:46.070402 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device a73794e5-0673-4c28-acf5-aa1b9f177415 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:12:46.079817 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f5e3a1c9-c900-4ec0-8508-dd872677355c req-bccbbf51-7705-402f-9ea8-576a9f3ab99d tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 210 time: 0.1446490 Jun 01 10:12:46.085731 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Notify callbacks [] for router, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:46.088979 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:12:46.090361 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9734566 Jun 01 10:12:46.091787 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:12:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:46.095539 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57292) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:46.149524 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Pushing event updated for resources: {'Port': ['ID=ebf3b071-92a4-411d-b350-d837614acc55,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:46.153498 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:46.206644 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:46.295921 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port a73794e5-0673-4c28-acf5-aa1b9f177415 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:12:46.309145 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port a73794e5-0673-4c28-acf5-aa1b9f177415 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:12:46.312607 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:46.365973 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:12:46.457605 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-789b61e3-11e9-4611-b85a-aa41a52fbd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:46.482613 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-789b61e3-11e9-4611-b85a-aa41a52fbd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:46.507691 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:46.516506 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:12:46.598495 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-789b61e3-11e9-4611-b85a-aa41a52fbd5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0ab91257715b44f19153a1b179f3c524&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5648518 Jun 01 10:12:46.646987 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:46.669946 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-fc7c1cb4-8bfe-4c82-a6df-530efb2534b3 None None] Provisioning complete for port a73794e5-0673-4c28-acf5-aa1b9f177415 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:12:46.676472 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-fc7c1cb4-8bfe-4c82-a6df-530efb2534b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:46.746612 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57322) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:46.852487 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.82', 60884) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:46.869551 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port a73794e5-0673-4c28-acf5-aa1b9f177415, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=a73794e5-0673-4c28-acf5-aa1b9f177415,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:12:46.885514 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:46.893393 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 865d47de-88cf-49c7-8b63-b1e0e151549b up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:12:46.964165 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Router 00a66c94-a8d6-4397-8e88-a74c7d98d80c is scheduled to L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f with binding_index 1 {{(pid=91916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:12:46.980305 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:47.150023 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b61e3-11e9-4611-b85a-aa41a52fbd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf6fae4-be03-42d2-894b-6bc9407d0f83,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:47.171273 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-789b61e3-11e9-4611-b85a-aa41a52fbd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:47.287358 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:43Z', 'revision_number': 3, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:47.295653 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Checking router: 2e58d5fa-4952-489a-8608-9a6979193376 for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:12:47.296121 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Updating router 2e58d5fa-4952-489a-8608-9a6979193376 port d8a9df45-539c-4b47-b604-083e812b2779 binding host dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:12:47.405436 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=a73794e5-0673-4c28-acf5-aa1b9f177415,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:47.413436 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:47.436587 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:47.441168 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 865d47de-88cf-49c7-8b63-b1e0e151549b triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:12:47.441839 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:47.477800 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:12:47.512288 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Sync routers for ids ['00a66c94-a8d6-4397-8e88-a74c7d98d80c'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:12:47.529318 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-7cac43eb-4ac5-4b41-b09a-be3745fee3dd tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:47.535279 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-7cac43eb-4ac5-4b41-b09a-be3745fee3dd tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Synchronizing usage tracker for tenant:1e7f4b9dc9644affa5b73cadcfd6f421 on resource:network {{(pid=91916) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:12:47.550195 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Routers {'00a66c94-a8d6-4397-8e88-a74c7d98d80c'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:12:47.551102 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:12:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['00a66c94-a8d6-4397-8e88-a74c7d98d80c'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:47.813687 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-7cac43eb-4ac5-4b41-b09a-be3745fee3dd tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Unset dirty status for tenant:1e7f4b9dc9644affa5b73cadcfd6f421 on resource:network {{(pid=91916) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:12:47.815346 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-7cac43eb-4ac5-4b41-b09a-be3745fee3dd tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.82 "GET /v2.0/networks?id=8d774b51-6cc8-4cb6-a738-a663e30e8e42 HTTP/1.1" status: 200 len: 812 time: 2.3808846 Jun 01 10:12:47.823171 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Notify callbacks [] for router, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:47.825182 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.4219778 Jun 01 10:12:47.830971 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57358) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:47.963743 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-786dc2bd-936c-471b-aba5-f4611810e39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:48.078181 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e4c1484f-5044-4d78-857a-dd2e42ba4181 req-a5c69a40-3ee2-489e-b6ab-81864442bfe6 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 210 time: 0.9444547 Jun 01 10:12:48.090706 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Request body: {'port': {'device_id': '082137cb-fc2a-4d85-84c1-f643a3dd4966', 'network_id': '8d774b51-6cc8-4cb6-a738-a663e30e8e42', 'admin_state_up': True, 'tenant_id': '1e7f4b9dc9644affa5b73cadcfd6f421'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:48.136295 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:48.200999 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Set router 00a66c94-a8d6-4397-8e88-a74c7d98d80c gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:12:48.285259 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-92777539-a755-454e-a41d-f273bcde7f59 req-ba01f428-eaf5-4492-ae56-0e00b3fc1b9f tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 210 time: 0.7016637 Jun 01 10:12:48.315320 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-3b4f2f3b-c9cd-417c-a89e-f91d468913e1 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:48.320456 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-3b4f2f3b-c9cd-417c-a89e-f91d468913e1 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 814 time: 1.3371687 Jun 01 10:12:48.364853 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device a73794e5-0673-4c28-acf5-aa1b9f177415 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:12:48.407924 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-786dc2bd-936c-471b-aba5-f4611810e39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:48.444713 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:48.477877 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Transition to ACTIVE for port object d8a9df45-539c-4b47-b604-083e812b2779 will not be triggered until provisioned by entity L2. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:12:48.494577 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:48.503505 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:48.628983 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Pushing event updated for resources: {'Port': ['ID=d8a9df45-539c-4b47-b604-083e812b2779,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:48.642628 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:48.643129 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:48.643745 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:48.645386 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:48.645386 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:48.645658 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:48.646023 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:48.646348 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:48.647201 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:48.647723 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:48.648084 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:48.648464 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Tracked resource versions report: Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: pushed versions: Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: { 'AddressGroup': {'1.2'}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'ConntrackHelper': {'1.0'}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'Log': {'1.0'}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'Network': {'1.1'}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'Port': {'1.7'}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'PortForwarding': {'1.2'}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'QosPolicy': {'1.8'}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'SecurityGroup': {'1.4'}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'SecurityGroupRule': {'1.2'}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'SubPort': {'1.0'}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'Subnet': {'1.1'}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'Trunk': {'1.1'}} Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: consumer versions: Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: { DHCP agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: HyperV agent@hv-cinder-78477: {}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: L3 agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: Metadata agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: Metering agent@dv-cinder-784779-13-smb: {}, Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: Open vSwitch agent@dv-cinder-784779-13-smb: { 'AddressGroup': '1.2', Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'ConntrackHelper': '1.0', Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'Log': '1.0', Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'Network': '1.1', Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'Port': '1.7', Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'PortForwarding': '1.2', Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'QosPolicy': '1.8', Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'SecurityGroup': '1.4', Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'SecurityGroupRule': '1.2', Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'SubPort': '1.0', Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'Subnet': '1.1', Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: 'Trunk': '1.1'}} Jun 01 10:12:48.649587 dv-cinder-784779-13-smb neutron-server[91918]: {{(pid=91918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 10:12:48.662707 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:48.712006 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Attempting to bind port d8a9df45-539c-4b47-b604-083e812b2779 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:12:48.713052 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Attempting to bind port d8a9df45-539c-4b47-b604-083e812b2779 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:12:48.713428 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Attempting to bind port d8a9df45-539c-4b47-b604-083e812b2779 on network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:12:48.730104 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:12:48.731232 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Checking segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:12:48.732432 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:48.732843 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Bound using segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:12:48.733348 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Bound port: d8a9df45-539c-4b47-b604-083e812b2779, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:12:48.733737 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:48.950227 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Request body: {'port': {'device_id': '96e42e5c-77ba-4113-8f28-a77ad27a9031', 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92', 'admin_state_up': True, 'tenant_id': '2989a6a6de9c4464ae86609e447bfaba'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:48.960008 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] For port d8a9df45-539c-4b47-b604-083e812b2779, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:12:48.966126 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] For port d8a9df45-539c-4b47-b604-083e812b2779, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=d8a9df45-539c-4b47-b604-083e812b2779,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:12:48.974790 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:48.980033 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:49.054230 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port a73794e5-0673-4c28-acf5-aa1b9f177415 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:12:49.054609 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:49.133454 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:12:49.134135 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:12:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:49.261904 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-786dc2bd-936c-471b-aba5-f4611810e39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:49.278893 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'name': 'tempest-ServerRescueNegativeTestJSON-186173657-router', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:43Z', 'revision_number': 3, 'project_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'gw_port': {'id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:49.284713 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Checking router: 00a66c94-a8d6-4397-8e88-a74c7d98d80c for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:12:49.285151 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Updating router 00a66c94-a8d6-4397-8e88-a74c7d98d80c port f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 binding host dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:12:49.371615 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:49.446014 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Pushing event updated for resources: {'Port': ['ID=d8a9df45-539c-4b47-b604-083e812b2779,revision_number=3']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:49.466981 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:49.570567 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:49.727819 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:12:49.754077 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dc2bd-936c-471b-aba5-f4611810e39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf6fae4-be03-42d2-894b-6bc9407d0f83,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:49.889640 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:49.909556 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Transition to ACTIVE for port object f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:12:49.931613 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:49.944198 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-ffb2ffae-3630-450d-812b-3dc64ae2aa1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:50.019959 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-786dc2bd-936c-471b-aba5-f4611810e39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:50.045816 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Attempting to bind port f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:12:50.046350 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Attempting to bind port f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:12:50.048523 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Attempting to bind port f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 on network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:12:50.074925 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-222083e1-f0e3-4bed-b8ef-1b0ffd7a83e6 req-4c713fb9-c77a-4237-82ea-adc28b4dbd32 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 210 time: 0.5155630 Jun 01 10:12:50.096329 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:12:50.096778 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Checking segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:12:50.097195 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:50.102179 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:50.103497 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Bound using segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:12:50.104200 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Bound port: f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:12:50.104975 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:50.107323 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Usage tracker for resource:port and tenant:1e7f4b9dc9644affa5b73cadcfd6f421 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:50.116089 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:50.122630 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:50.150324 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a12819dd-c1dc-4a29-89d4-243be38a99f0 req-17daaf49-91f1-48dd-a7cf-139a31c90e1b tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 210 time: 0.4549868 Jun 01 10:12:50.201800 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-786dc2bd-936c-471b-aba5-f4611810e39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:50.202986 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-786dc2bd-936c-471b-aba5-f4611810e39a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0bf6fae4-be03-42d2-894b-6bc9407d0f83 HTTP/1.1" status: 204 len: 168 time: 3.4299200 Jun 01 10:12:50.268140 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Made reservation on behalf of 1e7f4b9dc9644affa5b73cadcfd6f421 for: {'port': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:12:50.271643 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:43Z', 'revision_number': 3, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:50.274368 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:50.278841 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38ac45-f525-41c9-a2d3-a096f8e0f1be None None] Pushing event updated for resources: {'Port': ['ID=f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7,revision_number=2']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:50.289078 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704dd4df-bb2e-4e11-94d6-477f459db8fd None None] The sync data for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb is: [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:43Z', 'revision_number': 3, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:12:50.294046 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-7c38ac45-f525-41c9-a2d3-a096f8e0f1be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:50.315174 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:50.336070 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565873'] for router, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:50.343843 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] For port f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:12:50.359455 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] For port f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:12:50.367982 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:50.372550 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:50.443140 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Usage tracker for resource:port and tenant:2989a6a6de9c4464ae86609e447bfaba is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:50.453047 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:50.502381 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:50.555441 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Routers {'00a66c94-a8d6-4397-8e88-a74c7d98d80c'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:12:50.556162 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:12:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['00a66c94-a8d6-4397-8e88-a74c7d98d80c'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:50.566229 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:50.598730 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Made reservation on behalf of 2989a6a6de9c4464ae86609e447bfaba for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:12:50.606435 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:50.942723 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Allocated IP 172.20.0.3 (8d774b51-6cc8-4cb6-a738-a663e30e8e42/7159241c-1c37-45c3-908e-8f01e7b9bd9e/d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:12:51.201809 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38ac45-f525-41c9-a2d3-a096f8e0f1be None None] Pushing event updated for resources: {'Port': ['ID=f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:51.242771 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-7c38ac45-f525-41c9-a2d3-a096f8e0f1be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:51.356101 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] Set router 00a66c94-a8d6-4397-8e88-a74c7d98d80c gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:12:51.714458 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:51.747687 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57410) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:51.748292 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57414) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:51.771171 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:51.805905 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Allocated IP 172.20.0.1 (7900aab4-e9fe-4a51-9bca-0dfd165efadc/2495f7f6-4b79-4201-8237-61645accc743/9b2d69af-4ed1-4395-bc8a-74457ea963c3) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:12:51.872683 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bc18be34-587f-4f50-8ab8-6e634b5f3491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:51.908449 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-bc18be34-587f-4f50-8ab8-6e634b5f3491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:51.914327 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-bc18be34-587f-4f50-8ab8-6e634b5f3491 admin admin] Usage tracker for resource:security_group_rule and tenant:b86a71ed30614712881e72817727e20d is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:51.928278 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-bc18be34-587f-4f50-8ab8-6e634b5f3491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:51.936374 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-bc18be34-587f-4f50-8ab8-6e634b5f3491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:51.953623 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:12:52.025102 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'name': 'tempest-ServerRescueNegativeTestJSON-186173657-router', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:43Z', 'revision_number': 3, 'project_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'gw_port': {'id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:52.033831 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c3fb6-483a-462a-9595-baf9533ca2e9 None None] The sync data for ids ['00a66c94-a8d6-4397-8e88-a74c7d98d80c'] in dv-cinder-784779-13-smb is: [{'id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'name': 'tempest-ServerRescueNegativeTestJSON-186173657-router', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:43Z', 'revision_number': 3, 'project_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'gw_port': {'id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:12:52.040122 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bc18be34-587f-4f50-8ab8-6e634b5f3491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:52.061876 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:52.101022 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-38a8a1db-b9a5-4c70-92ac-a7bcbc12560d req-1fb1f558-7c8b-48ea-b391-9a574c1f858e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 210 time: 0.3103087 Jun 01 10:12:52.112616 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device d8a9df45-539c-4b47-b604-083e812b2779 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:12:52.114677 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bc18be34-587f-4f50-8ab8-6e634b5f3491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:52.282661 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Allocated IP 172.20.0.14 (841b4b83-8eda-4e08-8aee-f131c393ea92/61a86ecc-120a-43b8-8f1a-c7f927bfc9b3/08abbc79-89d1-4b85-8217-9857577dcd3e) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:12:52.297071 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port d8a9df45-539c-4b47-b604-083e812b2779 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:12:52.312267 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port d8a9df45-539c-4b47-b604-083e812b2779 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:12:52.312642 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:52.350345 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-bc18be34-587f-4f50-8ab8-6e634b5f3491 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b86a71ed30614712881e72817727e20d&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6006961 Jun 01 10:12:52.385408 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57428) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:52.386956 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6b7107d1-2115-43ca-a24a-d163c6f5a977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:52.446917 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Network 8d774b51-6cc8-4cb6-a738-a663e30e8e42 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:12:52.613781 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:52.659634 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port d8a9df45-539c-4b47-b604-083e812b2779, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=d8a9df45-539c-4b47-b604-083e812b2779,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:12:52.669295 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:52.671750 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:52.695174 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:52.697874 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:12:52.704078 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:52.706655 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:52.718229 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-6b7107d1-2115-43ca-a24a-d163c6f5a977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:52.748111 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-6b7107d1-2115-43ca-a24a-d163c6f5a977 admin admin] Usage tracker for resource:security_group_rule and tenant:c023ebdb45184430b87adf75f1136628 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:52.771805 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-6b7107d1-2115-43ca-a24a-d163c6f5a977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:52.857792 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=d8a9df45-539c-4b47-b604-083e812b2779,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:52.861458 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:52.937976 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35210b-6a72-4cbd-bc8b-263ba427630a req-ab2a2734-ad59-4b8a-90f7-32e232541fca tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:52.939705 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fc35210b-6a72-4cbd-bc8b-263ba427630a req-ab2a2734-ad59-4b8a-90f7-32e232541fca tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 931 time: 1.1482728 Jun 01 10:12:52.964926 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-6b7107d1-2115-43ca-a24a-d163c6f5a977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:53.015778 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9689996 Jun 01 10:12:53.016611 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Pushing event updated for resources: {'Port': ['ID=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:53.053944 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:53.054365 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.706s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:53.139004 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Router 0d5c2b10-c164-436c-9f1c-f3c6385e796e is scheduled to L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f with binding_index 1 {{(pid=91916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:12:53.240868 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:53.267334 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18be34-587f-4f50-8ab8-6e634b5f3491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e767d55-ff10-4a3d-be02-1508b98b4f50,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:53.277277 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fc35210b-6a72-4cbd-bc8b-263ba427630a req-b3858ba0-7a7f-4403-b375-ff3684712bef tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/security-groups?id=4319119f-8643-466b-9e2f-daf26ff1af68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117208 Jun 01 10:12:53.351773 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-bc18be34-587f-4f50-8ab8-6e634b5f3491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:53.372526 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7b79313a-6029-48fe-ad14-0b613ba2a9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:53.380924 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Transition to ACTIVE for port object 9b2d69af-4ed1-4395-bc8a-74457ea963c3 will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:12:53.448885 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:53.454659 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f023ac96-22f4-45cb-80a3-e75a0b6bb8db req-25ce241b-387e-4332-a2a3-d216532cf1a6 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 210 time: 0.1382463 Jun 01 10:12:53.472738 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:53.567910 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7b79313a-6029-48fe-ad14-0b613ba2a9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:53.597522 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Network 7900aab4-e9fe-4a51-9bca-0dfd165efadc is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:12:53.605158 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:53.609081 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:53.615020 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:12:53.615447 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571648'] for router_interface, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:53.830959 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6b7107d1-2115-43ca-a24a-d163c6f5a977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:53.856993 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2d69af-4ed1-4395-bc8a-74457ea963c3,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:53.862604 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:53.900158 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6b7107d1-2115-43ca-a24a-d163c6f5a977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:53.984226 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:12:54.005580 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Sync routers for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:12:54.042023 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:12:54.042693 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:12:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:54.055408 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:54.086216 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-9c8721eb-2f47-45eb-8655-f7c0c61845c6 None None] Provisioning for port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:12:54.101033 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-9c8721eb-2f47-45eb-8655-f7c0c61845c6 None None] Provisioning complete for port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:12:54.101411 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-9c8721eb-2f47-45eb-8655-f7c0c61845c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:54.116702 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7107d1-2115-43ca-a24a-d163c6f5a977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e784421-7cec-4241-94d3-3451682fee9b,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:54.120016 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6b7107d1-2115-43ca-a24a-d163c6f5a977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:54.142301 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:54.166280 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-6b7107d1-2115-43ca-a24a-d163c6f5a977 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c023ebdb45184430b87adf75f1136628&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4121835 Jun 01 10:12:54.168890 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57442) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:54.195220 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Notify callbacks [] for router, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:54.196598 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.8867631 Jun 01 10:12:54.200251 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57446) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:54.239587 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-9c8721eb-2f47-45eb-8655-f7c0c61845c6 None None] Port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:12:54.370448 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7b79313a-6029-48fe-ad14-0b613ba2a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:54.381614 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device d8a9df45-539c-4b47-b604-083e812b2779 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:12:54.410558 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:54.437352 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:54.448016 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a29d9a4c-9991-40c1-a268-ebc02c4539d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:54.526058 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7b79313a-6029-48fe-ad14-0b613ba2a9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:54.545936 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-7b79313a-6029-48fe-ad14-0b613ba2a9d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5e767d55-ff10-4a3d-be02-1508b98b4f50 HTTP/1.1" status: 204 len: 168 time: 2.1296933 Jun 01 10:12:54.574867 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79313a-6029-48fe-ad14-0b613ba2a9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e767d55-ff10-4a3d-be02-1508b98b4f50,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:54.607885 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7b79313a-6029-48fe-ad14-0b613ba2a9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:54.726745 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port d8a9df45-539c-4b47-b604-083e812b2779 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:12:54.727126 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:54.806592 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:12:54.929355 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Network 841b4b83-8eda-4e08-8aee-f131c393ea92 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:12:54.951412 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:54.972096 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:12:54.980678 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:54.981446 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:55.124582 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:55.156133 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-86353f60-89c9-4b6e-8112-b14a5e71ed7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:55.180812 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-cddd7627-a409-4c1e-a1fd-7808047c6ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:55.212947 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-486c086d-31b0-43ea-bec3-e6bb38de87ad tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=91916) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 10:12:55.213981 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-486c086d-31b0-43ea-bec3-e6bb38de87ad tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194685 Jun 01 10:12:55.217997 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:12:55.218391 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Pushing event updated for resources: {'Port': ['ID=08abbc79-89d1-4b85-8217-9857577dcd3e,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:55.241522 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:55.390831 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4681554 Jun 01 10:12:55.414970 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-86353f60-89c9-4b6e-8112-b14a5e71ed7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:55.418241 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955a72b-c18b-4190-85e9-ab5fde21690e req-45ba6405-e5c7-4e99-a6d0-d99e1a57257e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:55.418959 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-a955a72b-c18b-4190-85e9-ab5fde21690e req-45ba6405-e5c7-4e99-a6d0-d99e1a57257e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Synchronizing usage tracker for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:12:55.439690 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57464) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:55.473176 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11926a60-89da-4529-be76-c54957c00218 req-e666c5ca-21e0-4b1f-b682-9a17650d6d23 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:55.474675 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-11926a60-89da-4529-be76-c54957c00218 req-e666c5ca-21e0-4b1f-b682-9a17650d6d23 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 931 time: 0.7049820 Jun 01 10:12:55.627556 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:12:55.650960 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:12:55.650960 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:55.652477 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-05a6f4b5-22c7-413b-9556-ea37c3ffdb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:55.685464 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:12:46Z', 'revision_number': 3, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:55.710754 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Checking router: 0d5c2b10-c164-436c-9f1c-f3c6385e796e for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:12:55.710754 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Updating router 0d5c2b10-c164-436c-9f1c-f3c6385e796e port ebf3b071-92a4-411d-b350-d837614acc55 binding host dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:12:55.746593 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-a955a72b-c18b-4190-85e9-ab5fde21690e req-45ba6405-e5c7-4e99-a6d0-d99e1a57257e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Unset dirty status for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:12:55.746593 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a955a72b-c18b-4190-85e9-ab5fde21690e req-45ba6405-e5c7-4e99-a6d0-d99e1a57257e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 932 time: 0.8137646 Jun 01 10:12:55.746593 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-05a6f4b5-22c7-413b-9556-ea37c3ffdb66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:12:55.750143 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-05a6f4b5-22c7-413b-9556-ea37c3ffdb66 admin admin] Usage tracker for resource:security_group_rule and tenant:452219ff87b7441ebf108183c4e2a997 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:12:55.754570 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-05a6f4b5-22c7-413b-9556-ea37c3ffdb66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:12:55.760899 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-05a6f4b5-22c7-413b-9556-ea37c3ffdb66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:12:55.838397 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a955a72b-c18b-4190-85e9-ab5fde21690e req-4c335de8-c28b-463f-b159-ed4ff2815882 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590956 Jun 01 10:12:55.842210 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-11926a60-89da-4529-be76-c54957c00218 req-428e50a8-5629-4782-9a0b-9716e2d8a220 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/security-groups?id=4319119f-8643-466b-9e2f-daf26ff1af68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794465 Jun 01 10:12:55.924874 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:55.991548 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.000356 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.001822 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571821'] for router_interface, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.011994 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c4c512a9-bdaa-4642-babe-17bbb68c483b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:56.016332 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Allocated IP 172.20.0.1 (8ae4a575-96f6-4484-8fc0-42b456a8ed8d/785bd10a-6e85-4db1-b7c7-06b735b5b7aa/11d58d71-3333-44f2-a05c-17b63cafce30) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:12:56.083771 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.101152 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Request body: {'port': {'device_id': '082137cb-fc2a-4d85-84c1-f643a3dd4966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:56.152251 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:12:56.159541 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.161980 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:56.214353 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.269357 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Request body: {'port': {'device_id': '96e42e5c-77ba-4113-8f28-a77ad27a9031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:12:56.332710 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2d69af-4ed1-4395-bc8a-74457ea963c3,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:56.338113 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.351591 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:56.357364 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:56.368359 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:56.371693 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-86353f60-89c9-4b6e-8112-b14a5e71ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.417186 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-043ce8d3-c2e6-48cb-a06a-7883c5236719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:56.461639 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.510935 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Network 7900aab4-e9fe-4a51-9bca-0dfd165efadc is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:12:56.542684 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:56.564130 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.613738 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Transition to ACTIVE for port object ebf3b071-92a4-411d-b350-d837614acc55 will not be triggered until provisioned by entity L2. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:12:56.636694 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.651929 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:56.737672 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:12:56.774424 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:12:56.784882 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:12:56.785655 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571648'] for router_interface, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.889964 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Attempting to bind port ebf3b071-92a4-411d-b350-d837614acc55 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:12:56.890917 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Attempting to bind port ebf3b071-92a4-411d-b350-d837614acc55 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:12:56.891290 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Attempting to bind port ebf3b071-92a4-411d-b350-d837614acc55 on network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:12:56.914426 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd908f0e-f5d8-48fe-af86-e727655a6ec2 None None] Pushing event updated for resources: {'Port': ['ID=ebf3b071-92a4-411d-b350-d837614acc55,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:56.927338 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-cd908f0e-f5d8-48fe-af86-e727655a6ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:56.928315 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:12:56.928696 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Checking segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:12:56.929092 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:56.929481 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Bound using segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:12:56.929986 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Bound port: ebf3b071-92a4-411d-b350-d837614acc55, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:12:56.930355 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:57.045104 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Pushing event updated for resources: {'Port': ['ID=11d58d71-3333-44f2-a05c-17b63cafce30,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:57.061620 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:57.082717 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-51a8be22-6f68-409f-a291-2d902460a7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:57.099120 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-86353f60-89c9-4b6e-8112-b14a5e71ed7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:57.101712 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-86353f60-89c9-4b6e-8112-b14a5e71ed7c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e784421-7cec-4241-94d3-3451682fee9b HTTP/1.1" status: 204 len: 168 time: 2.9294586 Jun 01 10:12:57.109596 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-fa4b59ba-1910-46a3-b957-e801757105e1 None None] Provisioning complete for port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:12:57.111039 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-fa4b59ba-1910-46a3-b957-e801757105e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:57.129694 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:57.131564 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-05a6f4b5-22c7-413b-9556-ea37c3ffdb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:57.160144 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] For port ebf3b071-92a4-411d-b350-d837614acc55, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:12:57.166709 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] For port ebf3b071-92a4-411d-b350-d837614acc55, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=ebf3b071-92a4-411d-b350-d837614acc55,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:12:57.174519 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86353f60-89c9-4b6e-8112-b14a5e71ed7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e784421-7cec-4241-94d3-3451682fee9b,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:57.178768 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:57.190214 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-86353f60-89c9-4b6e-8112-b14a5e71ed7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:57.193064 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-cd908f0e-f5d8-48fe-af86-e727655a6ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:57.336267 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-05a6f4b5-22c7-413b-9556-ea37c3ffdb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:57.341886 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b59ba-1910-46a3-b957-e801757105e1 None None] Port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:12:57.433582 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-550a171f-7cb0-4c40-9f79-54588d677fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:57.442525 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd908f0e-f5d8-48fe-af86-e727655a6ec2 None None] Pushing event updated for resources: {'Port': ['ID=ebf3b071-92a4-411d-b350-d837614acc55,revision_number=3']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:57.447709 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:12:57.449162 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:12:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:57.573376 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:57.595848 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-cd908f0e-f5d8-48fe-af86-e727655a6ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:57.750723 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8a5548bb-b2fa-4a29-8178-bd6312025074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:57.899837 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-05a6f4b5-22c7-413b-9556-ea37c3ffdb66 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=452219ff87b7441ebf108183c4e2a997&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4584134 Jun 01 10:12:57.904689 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6f4b5-22c7-413b-9556-ea37c3ffdb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2eb7e0-6b89-4279-9f8d-c4e8d113559a,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:57.907684 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57490) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:12:57.948679 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:12:57.980944 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-05a6f4b5-22c7-413b-9556-ea37c3ffdb66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:58.015878 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Router 2e58d5fa-4952-489a-8608-9a6979193376 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:12:58.130813 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:58.354214 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:12:58.505799 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:58.635674 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:58.651494 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:12:58.651875 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:58.655602 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038355e7-ebab-41c6-a285-3efac91af6e0 req-3a56eb54-d74b-429d-a934-68e38b222fd8 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:58.658792 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-038355e7-ebab-41c6-a285-3efac91af6e0 req-3a56eb54-d74b-429d-a934-68e38b222fd8 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 932 time: 1.4709618 Jun 01 10:12:58.679971 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:12:46Z', 'revision_number': 3, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:58.684667 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65dc490-6f12-44e6-a11b-48f990a1d121 None None] The sync data for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb is: [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:12:46Z', 'revision_number': 3, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:12:58.807938 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8518f-d0da-47c9-b924-084d226d1b91 req-9b4ad16b-fbd2-4898-bf30-b22efbf9e858 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:12:58.812381 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4eb8518f-d0da-47c9-b924-084d226d1b91 req-9b4ad16b-fbd2-4898-bf30-b22efbf9e858 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 931 time: 1.6738112 Jun 01 10:12:58.910114 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:59.122698 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-11c7ec6d-eb1c-4cbc-a074-922ec5d21af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:59.184747 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-11c7ec6d-eb1c-4cbc-a074-922ec5d21af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:59.202835 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-038355e7-ebab-41c6-a285-3efac91af6e0 req-6b68d4d9-6f3f-4f1b-93c1-f56c876ef6bf tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592745 Jun 01 10:12:59.260514 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.db.resource_extend [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 10:12:59.355440 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08abbc79-89d1-4b85-8217-9857577dcd3e {{(pid=91916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:12:59.366329 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:59.394217 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:12:59.407143 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:59.431375 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4eb8518f-d0da-47c9-b924-084d226d1b91 req-db0b9848-fa14-4e1a-8674-8dcc7ae524f8 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/security-groups?id=4319119f-8643-466b-9e2f-daf26ff1af68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937469 Jun 01 10:12:59.453609 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-11c7ec6d-eb1c-4cbc-a074-922ec5d21af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:59.455347 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Transition to ACTIVE for port object d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:12:59.455819 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Transition to ACTIVE for port object 08abbc79-89d1-4b85-8217-9857577dcd3e will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:12:59.456807 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:12:59.466139 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:59.469487 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Sync routers for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:12:59.470353 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:59.479105 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:59.483893 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-789b61e3-11e9-4611-b85a-aa41a52fbd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:59.492484 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:12:59.493492 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:59.495376 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:12:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:12:59.504184 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] 10.222.0.47 "PUT /v2.0/routers/2e58d5fa-4952-489a-8608-9a6979193376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4051998 Jun 01 10:12:59.510159 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-11c7ec6d-eb1c-4cbc-a074-922ec5d21af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:59.511247 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-11c7ec6d-eb1c-4cbc-a074-922ec5d21af0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c2eb7e0-6b89-4279-9f8d-c4e8d113559a HTTP/1.1" status: 204 len: 168 time: 1.5848706 Jun 01 10:12:59.512185 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7ec6d-eb1c-4cbc-a074-922ec5d21af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2eb7e0-6b89-4279-9f8d-c4e8d113559a,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:59.524581 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-11c7ec6d-eb1c-4cbc-a074-922ec5d21af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:59.524929 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:59.528527 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:59.536450 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Allocated IP 172.20.0.1 (c339b17d-abdf-48dc-8c0f-50ed8b34d010/c93d5076-e9b2-42b0-9057-e08ae7429957/a9c2e264-be25-4cd2-9f31-7da57a492a16) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:12:59.538693 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571821'] for router_interface, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:12:59.661546 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Pushing event updated for resources: {'Port': ['ID=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:59.674380 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:59.816504 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:12:59.915538 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Pushing event updated for resources: {'Port': ['ID=08abbc79-89d1-4b85-8217-9857577dcd3e,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:12:59.919023 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:12:59.968438 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:12:59.974973 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Attempting to bind port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:12:59.975543 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Attempting to bind port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b3228baf-95c1-4b0d-aac6-24a03faf2460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '8d774b51-6cc8-4cb6-a738-a663e30e8e42'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:12:59.975982 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Attempting to bind port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 on network 8d774b51-6cc8-4cb6-a738-a663e30e8e42 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:12:59.981154 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 on network 8d774b51-6cc8-4cb6-a738-a663e30e8e42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:12:59.981551 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Attempting to bind port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 on network 8d774b51-6cc8-4cb6-a738-a663e30e8e42 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:12:59.988674 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:12:59.991544 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Checking segment: {'id': 'b3228baf-95c1-4b0d-aac6-24a03faf2460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '8d774b51-6cc8-4cb6-a738-a663e30e8e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:12:59.997634 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Bound using segment: {'id': 'b3228baf-95c1-4b0d-aac6-24a03faf2460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '8d774b51-6cc8-4cb6-a738-a663e30e8e42'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:12:59.998255 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Bound port: d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3228baf-95c1-4b0d-aac6-24a03faf2460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '8d774b51-6cc8-4cb6-a738-a663e30e8e42'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:12:59.998683 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:00.202733 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] For port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:13:00.207755 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] For port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0,segment=NetworkSegment(b3228baf-95c1-4b0d-aac6-24a03faf2460),segment_id=b3228baf-95c1-4b0d-aac6-24a03faf2460)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:13:00.225221 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:00.244439 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:00.321162 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Pushing event updated for resources: {'Port': ['ID=11d58d71-3333-44f2-a05c-17b63cafce30,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:00.324542 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Attempting to bind port 08abbc79-89d1-4b85-8217-9857577dcd3e on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:13:00.325192 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Attempting to bind port 08abbc79-89d1-4b85-8217-9857577dcd3e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:13:00.325790 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Attempting to bind port 08abbc79-89d1-4b85-8217-9857577dcd3e on network 841b4b83-8eda-4e08-8aee-f131c393ea92 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:00.332583 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:00.350525 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Port 08abbc79-89d1-4b85-8217-9857577dcd3e on network 841b4b83-8eda-4e08-8aee-f131c393ea92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:13:00.351191 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Attempting to bind port 08abbc79-89d1-4b85-8217-9857577dcd3e on network 841b4b83-8eda-4e08-8aee-f131c393ea92 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:00.381290 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:13:00.382078 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Checking segment: {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:13:00.383316 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Bound using segment: {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:13:00.384034 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Bound port: 08abbc79-89d1-4b85-8217-9857577dcd3e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:13:00.384621 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:00.410933 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:00.411647 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:00.415125 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] 10.222.0.82 "PUT /v2.0/ports/d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 HTTP/1.1" status: 200 len: 1093 time: 4.7170234 Jun 01 10:13:00.415654 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082137cb-fc2a-4d85-84c1-f643a3dd4966', 'tag': 'd13cacc9-3d48-4b6b-b9b1-34d4aa3836c0'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:00.514450 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:00.555279 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:13:00.578345 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:00.595603 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:00.729008 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:12:55Z', 'revision_number': 2, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:00.739568 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Checking router: 2e58d5fa-4952-489a-8608-9a6979193376 for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:13:00.740128 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Updating router 2e58d5fa-4952-489a-8608-9a6979193376 port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 binding host dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:13:00.844046 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Transition to ACTIVE for port object a9c2e264-be25-4cd2-9f31-7da57a492a16 will not be triggered until provisioned by entity DHCP. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:00.856599 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Pushing event updated for resources: {'Port': ['ID=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:00.885021 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] For port 08abbc79-89d1-4b85-8217-9857577dcd3e, host hv-cinder-78477, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:13:00.890455 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] For port 08abbc79-89d1-4b85-8217-9857577dcd3e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=08abbc79-89d1-4b85-8217-9857577dcd3e,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:13:00.892653 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:00.904684 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device ebf3b071-92a4-411d-b350-d837614acc55 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:00.962614 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-3bc073f8-ac50-4fe9-8058-e5648d3729da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:00.964405 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-3bc073f8-ac50-4fe9-8058-e5648d3729da service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1e7f4b9dc9644affa5b73cadcfd6f421&device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 1096 time: 0.3898125 Jun 01 10:13:01.023739 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:01.030068 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:01.054098 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc422db-a872-44cf-99b2-8be8e828fa5f req-c84154c6-089e-48cb-b1cb-855f87df73ab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:01.062593 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ffc422db-a872-44cf-99b2-8be8e828fa5f req-c84154c6-089e-48cb-b1cb-855f87df73ab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 944 time: 0.4898036 Jun 01 10:13:01.068009 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6e47aa-268a-43f4-9f9c-8e77b86d7175" -d '{"events": [{"name": "network-changed", "server_uuid": "082137cb-fc2a-4d85-84c1-f643a3dd4966", "tag": "d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:01.070272 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:01.148936 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-b70556eb-5d46-4857-83bd-a084c146cba3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 HTTP/1.1" status: 200 len: 217 time: 0.1736467 Jun 01 10:13:01.167405 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:01.187830 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:01.191291 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] 10.222.0.82 "PUT /v2.0/ports/08abbc79-89d1-4b85-8217-9857577dcd3e HTTP/1.1" status: 200 len: 1094 time: 5.6022437 Jun 01 10:13:01.191901 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e42e5c-77ba-4113-8f28-a77ad27a9031', 'tag': '08abbc79-89d1-4b85-8217-9857577dcd3e'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:01.277497 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ffc422db-a872-44cf-99b2-8be8e828fa5f req-e2777244-5e4a-4eb2-b8b4-dd23ab3091ea tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140303 Jun 01 10:13:01.301598 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-050b8fd4-3e17-430a-8894-460ba6ac1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:01.303076 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-050b8fd4-3e17-430a-8894-460ba6ac1039 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7159241c-1c37-45c3-908e-8f01e7b9bd9e HTTP/1.1" status: 200 len: 852 time: 0.1408834 Jun 01 10:13:01.396635 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-7cf3d799-bcc2-4913-b2c1-30a9534e61c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8d774b51-6cc8-4cb6-a738-a663e30e8e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868721 Jun 01 10:13:01.482124 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:01.506867 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Router 00a66c94-a8d6-4397-8e88-a74c7d98d80c has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:13:01.535365 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Pushing event updated for resources: {'Port': ['ID=08abbc79-89d1-4b85-8217-9857577dcd3e,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:01.554545 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:01.555041 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:01.576062 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57586) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:01.616369 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955673524', 'description': 'tempest-description--382404148'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:01.660181 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b522e3-79ce-4207-b8ca-17b7db9a4fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "96e42e5c-77ba-4113-8f28-a77ad27a9031", "tag": "08abbc79-89d1-4b85-8217-9857577dcd3e"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:01.674078 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port ebf3b071-92a4-411d-b350-d837614acc55 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:01.687801 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port ebf3b071-92a4-411d-b350-d837614acc55 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:01.688177 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:01.727522 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Notify callbacks [] for port, precommit_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:01.763489 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Transition to ACTIVE for port object 9b2d69af-4ed1-4395-bc8a-74457ea963c3 will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:01.776230 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:01.782417 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-7c38ac45-f525-41c9-a2d3-a096f8e0f1be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:01.835797 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-0ad42d47-472f-413a-9bab-68d9bac7307c service neutron] 10.222.0.82 "GET /v2.0/networks/8d774b51-6cc8-4cb6-a738-a663e30e8e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301996 Jun 01 10:13:01.837383 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:01.854635 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5319147-1aba-4436-ad15-8b6b44ea6d80 None None] Pushing event updated for resources: {'Port': ['ID=9b2d69af-4ed1-4395-bc8a-74457ea963c3,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:01.861066 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-f5319147-1aba-4436-ad15-8b6b44ea6d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:01.945457 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf9ede0-070a-4bbe-b8e1-4919b7ff7337 x-openstack-request-id: req-0bf9ede0-070a-4bbe-b8e1-4919b7ff7337 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:01.945834 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082137cb-fc2a-4d85-84c1-f643a3dd4966", "tag": "d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:01.946120 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0bf9ede0-070a-4bbe-b8e1-4919b7ff7337 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:01.946589 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082137cb-fc2a-4d85-84c1-f643a3dd4966', 'tag': 'd13cacc9-3d48-4b6b-b9b1-34d4aa3836c0', 'status': 'completed', 'code': 200} Jun 01 10:13:01.947520 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Usage tracker for resource:security_group and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:01.966515 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:01.998649 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Network c339b17d-abdf-48dc-8c0f-50ed8b34d010 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:13:02.024056 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:02.029083 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c2e264-be25-4cd2-9f31-7da57a492a16,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:02.044660 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:13:02.045655 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571648'] for router_interface, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:02.063188 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:02.221396 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-2cf41b9e-5074-41d6-b8e8-1b9ad7fac113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:02.223436 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-2cf41b9e-5074-41d6-b8e8-1b9ad7fac113 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 1097 time: 0.8977654 Jun 01 10:13:02.248286 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:02.289425 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port ebf3b071-92a4-411d-b350-d837614acc55, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=ebf3b071-92a4-411d-b350-d837614acc55,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:02.301240 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Attempting to bind port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:13:02.302877 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Attempting to bind port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:13:02.303443 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Attempting to bind port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 on network 7900aab4-e9fe-4a51-9bca-0dfd165efadc {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:02.314391 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:02.323637 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:02.339146 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:02.369674 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-9b76bb7e-6d7e-48f7-b029-bebec90f484f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08abbc79-89d1-4b85-8217-9857577dcd3e HTTP/1.1" status: 200 len: 217 time: 0.1298175 Jun 01 10:13:02.372303 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:13:02.372999 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Checking segment: {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:13:02.374282 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:02.375177 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Bound using segment: {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:13:02.376162 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Bound port: 9b2d69af-4ed1-4395-bc8a-74457ea963c3, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:13:02.376803 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:02.426817 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecdfeb-b434-4e3a-9967-1f37983e4ae9 req-e3628720-900c-4151-bff3-3efa8ab5086a tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:02.428443 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-55ecdfeb-b434-4e3a-9967-1f37983e4ae9 req-e3628720-900c-4151-bff3-3efa8ab5086a tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 943 time: 0.8515425 Jun 01 10:13:02.457614 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:13:02.459962 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Sync routers for ids ['00a66c94-a8d6-4397-8e88-a74c7d98d80c'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:13:02.489711 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] 10.222.0.47 "PUT /v2.0/routers/00a66c94-a8d6-4397-8e88-a74c7d98d80c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6575429 Jun 01 10:13:02.506657 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Routers {'00a66c94-a8d6-4397-8e88-a74c7d98d80c'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:13:02.511962 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:12:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['00a66c94-a8d6-4397-8e88-a74c7d98d80c'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:02.512970 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-8e7c379d-518c-4ae4-baab-2af545977909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:02.514724 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-8e7c379d-518c-4ae4-baab-2af545977909 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61a86ecc-120a-43b8-8f1a-c7f927bfc9b3 HTTP/1.1" status: 200 len: 854 time: 0.1316063 Jun 01 10:13:02.527453 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d98dc00-7ec1-4b93-94a3-a84e866c8c89 x-openstack-request-id: req-7d98dc00-7ec1-4b93-94a3-a84e866c8c89 {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:02.527940 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e42e5c-77ba-4113-8f28-a77ad27a9031", "tag": "08abbc79-89d1-4b85-8217-9857577dcd3e", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:02.528215 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d98dc00-7ec1-4b93-94a3-a84e866c8c89 {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:02.529833 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e42e5c-77ba-4113-8f28-a77ad27a9031', 'tag': '08abbc79-89d1-4b85-8217-9857577dcd3e', 'status': 'completed', 'code': 200} Jun 01 10:13:02.552350 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:02.612452 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=ebf3b071-92a4-411d-b350-d837614acc55,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:02.617693 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:02.642718 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] For port 9b2d69af-4ed1-4395-bc8a-74457ea963c3, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:13:02.659172 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] For port 9b2d69af-4ed1-4395-bc8a-74457ea963c3, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=9b2d69af-4ed1-4395-bc8a-74457ea963c3,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:13:02.667012 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:02.692300 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:02.693780 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-d16d94cc-bd2c-4e24-a6bb-33636b8c00de service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=841b4b83-8eda-4e08-8aee-f131c393ea92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573830 Jun 01 10:13:02.697009 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:02.722734 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Usage tracker for resource:security_group_rule and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:02.727289 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99dc9f1a-e02e-4342-b0dc-18ff8dfefeef req-13a5b5e6-b5e4-40e4-9259-0ddb50954367 service neutron] 10.222.0.82 "GET /v2.0/networks/8d774b51-6cc8-4cb6-a738-a663e30e8e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8774631 Jun 01 10:13:02.734996 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:02.750549 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57628) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:02.765704 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-55ecdfeb-b434-4e3a-9967-1f37983e4ae9 req-8a3ccaaf-f9f9-4d00-b737-3457dcca1bb3 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/security-groups?id=4319119f-8643-466b-9e2f-daf26ff1af68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863650 Jun 01 10:13:02.783278 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:02.851468 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Set router 00a66c94-a8d6-4397-8e88-a74c7d98d80c gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:13:02.895721 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5319147-1aba-4436-ad15-8b6b44ea6d80 None None] Pushing event updated for resources: {'Port': ['ID=9b2d69af-4ed1-4395-bc8a-74457ea963c3,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:02.899943 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-f5319147-1aba-4436-ad15-8b6b44ea6d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:02.913632 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:13:02.914486 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:12:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:03.059357 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-36b260d3-85be-4e64-92db-006883646395 None None] Provisioning for port a9c2e264-be25-4cd2-9f31-7da57a492a16 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:03.074032 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-36b260d3-85be-4e64-92db-006883646395 None None] Provisioning complete for port a9c2e264-be25-4cd2-9f31-7da57a492a16 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:03.074368 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-36b260d3-85be-4e64-92db-006883646395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:03.178928 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-36b260d3-85be-4e64-92db-006883646395 None None] Port a9c2e264-be25-4cd2-9f31-7da57a492a16 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:13:03.186770 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:03.273395 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-81ab7e9f-b819-4636-aba4-e1810892cadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:03.348610 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-81ab7e9f-b819-4636-aba4-e1810892cadc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:03.355966 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:13:03.363090 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e47aa-268a-43f4-9f9c-8e77b86d7175 req-a14b2841-df61-4999-9a2f-b66a03a53bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:03.384367 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3e6e47aa-268a-43f4-9f9c-8e77b86d7175 req-a14b2841-df61-4999-9a2f-b66a03a53bef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1e7f4b9dc9644affa5b73cadcfd6f421&device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 1096 time: 0.5926435 Jun 01 10:13:03.409048 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'name': 'tempest-ServerRescueNegativeTestJSON-186173657-router', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:58Z', 'revision_number': 4, 'project_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'gw_port': {'id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '11d58d71-3333-44f2-a05c-17b63cafce30', 'name': '', 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'mac_address': 'fa:16:3e:7b:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '785bd10a-6e85-4db1-b7c7-06b735b5b7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:54Z', 'updated_at': '2021-06-01T10:12:58Z', 'revision_number': 2, 'project_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'subnets': [{'id': '785bd10a-6e85-4db1-b7c7-06b735b5b7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:03.414983 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Checking router: 00a66c94-a8d6-4397-8e88-a74c7d98d80c for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:13:03.415335 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Updating router 00a66c94-a8d6-4397-8e88-a74c7d98d80c port 11d58d71-3333-44f2-a05c-17b63cafce30 binding host dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:13:03.433325 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-81ab7e9f-b819-4636-aba4-e1810892cadc admin admin] Usage tracker for resource:security_group_rule and tenant:ff747740c01d43ab9d00ced5a15bb261 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:03.437072 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-81ab7e9f-b819-4636-aba4-e1810892cadc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:03.444252 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-81ab7e9f-b819-4636-aba4-e1810892cadc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:03.489461 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-ac9913ec-a2cb-4a40-9c9a-16f4995deaf2 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7762239 Jun 01 10:13:03.545720 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:03.555978 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-81ab7e9f-b819-4636-aba4-e1810892cadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:03.598714 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e628981-c045-468f-bc67-3e605982e933 req-2bbed35c-7eec-490c-815a-34e0adecac25 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:03.600715 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1e628981-c045-468f-bc67-3e605982e933 req-2bbed35c-7eec-490c-815a-34e0adecac25 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 944 time: 0.6973813 Jun 01 10:13:03.611936 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-81ab7e9f-b819-4636-aba4-e1810892cadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:03.743559 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:03.767192 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-2495f685-16da-472b-b7e9-76ff0d78f1f1 req-ab2537dc-dc98-43e5-8a34-3b75f04625b4 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675357 Jun 01 10:13:03.896077 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:03.973267 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:03.987277 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:03.997456 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b522e3-79ce-4207-b8ca-17b7db9a4fa1 req-f48450ca-cdaf-497b-9469-9869dffe7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:03.998231 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab1a4e-a16b-4fa9-a381-c774ac6a8c93 None None] The sync data for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb is: [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:13:03.999491 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67b522e3-79ce-4207-b8ca-17b7db9a4fa1 req-f48450ca-cdaf-497b-9469-9869dffe7afc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 1097 time: 0.1384292 Jun 01 10:13:04.037732 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1e628981-c045-468f-bc67-3e605982e933 req-2db65cee-44f8-40a1-8777-fafa648d041a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273558 Jun 01 10:13:04.182291 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-81ab7e9f-b819-4636-aba4-e1810892cadc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ff747740c01d43ab9d00ced5a15bb261&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4296865 Jun 01 10:13:04.193495 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57668) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:04.219279 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab7e9f-b819-4636-aba4-e1810892cadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab9819b-0a7b-4b1b-aae0-a7ed8ef990ae,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:04.249128 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-81ab7e9f-b819-4636-aba4-e1810892cadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:04.263409 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-05a6f4b5-22c7-413b-9556-ea37c3ffdb66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:04.303257 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:04.324120 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Transition to ACTIVE for port object 11d58d71-3333-44f2-a05c-17b63cafce30 will not be triggered until provisioned by entity L2. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:04.333220 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:04.341800 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-bc8d3407-7c0d-451a-b466-354d3ca46c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:04.350035 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b522e3-79ce-4207-b8ca-17b7db9a4fa1 req-83f4fe23-d96b-4c17-8700-bdbf3ee02673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:04.352267 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67b522e3-79ce-4207-b8ca-17b7db9a4fa1 req-83f4fe23-d96b-4c17-8700-bdbf3ee02673 service neutron] 10.222.0.82 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 916 time: 0.3427796 Jun 01 10:13:04.494833 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e47aa-268a-43f4-9f9c-8e77b86d7175 req-6e125507-43de-4a75-95fd-830d57947dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:04.496922 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3e6e47aa-268a-43f4-9f9c-8e77b86d7175 req-6e125507-43de-4a75-95fd-830d57947dd1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8d774b51-6cc8-4cb6-a738-a663e30e8e42 HTTP/1.1" status: 200 len: 914 time: 1.1117022 Jun 01 10:13:04.504086 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.db.resource_extend [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 10:13:04.504926 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059a3df7-88c8-4a36-b283-6599f351b665,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:04.518724 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cbc86-5e6d-4241-a747-d542f32292d5 None None] Pushing event updated for resources: {'Port': ['ID=11d58d71-3333-44f2-a05c-17b63cafce30,revision_number=3']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:04.531112 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-901cbc86-5e6d-4241-a747-d542f32292d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:04.536992 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:04.545249 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67b522e3-79ce-4207-b8ca-17b7db9a4fa1 req-3a8cb1dc-5092-429c-90a6-2ba711219b86 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08abbc79-89d1-4b85-8217-9857577dcd3e HTTP/1.1" status: 200 len: 217 time: 0.1782138 Jun 01 10:13:04.611389 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:04.612747 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.0347133 Jun 01 10:13:04.615659 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device ebf3b071-92a4-411d-b350-d837614acc55 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:04.630464 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57682) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:04.648465 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:04.651764 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c99976ad-1d1e-43cf-88f4-5ca3f6104ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:04.670676 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b522e3-79ce-4207-b8ca-17b7db9a4fa1 req-441ade59-9313-43f6-b067-da1019fc9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:04.672449 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67b522e3-79ce-4207-b8ca-17b7db9a4fa1 req-441ade59-9313-43f6-b067-da1019fc9812 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61a86ecc-120a-43b8-8f1a-c7f927bfc9b3 HTTP/1.1" status: 200 len: 854 time: 0.1184988 Jun 01 10:13:04.676276 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:04.681431 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Request body: {'security_group_rule': {'security_group_id': '059a3df7-88c8-4a36-b283-6599f351b665', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:04.682319 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571821'] for router_interface, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:04.687059 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3e6e47aa-268a-43f4-9f9c-8e77b86d7175 req-646e98c7-cb3d-4682-b4da-22c64ca9bec0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 HTTP/1.1" status: 200 len: 217 time: 0.1796098 Jun 01 10:13:04.710534 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:04.727386 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:04.749808 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91555b4-6811-4f78-958d-7e84daa62969 req-fca579f8-f6e4-4ed5-a2ed-2ee1c758ed06 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:04.751504 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-fca579f8-f6e4-4ed5-a2ed-2ee1c758ed06 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/networks?id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 200 len: 818 time: 0.9848433 Jun 01 10:13:04.763158 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Usage tracker for resource:security_group_rule and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:04.767437 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Attempting to bind port 11d58d71-3333-44f2-a05c-17b63cafce30 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:13:04.767923 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Attempting to bind port 11d58d71-3333-44f2-a05c-17b63cafce30 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:13:04.768141 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Attempting to bind port 11d58d71-3333-44f2-a05c-17b63cafce30 on network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:04.774157 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:13:04.774691 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Checking segment: {'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:13:04.775093 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:04.775597 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Bound using segment: {'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:13:04.776299 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Bound port: 11d58d71-3333-44f2-a05c-17b63cafce30, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'}}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:13:04.776428 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:04.776873 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:04.783125 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port ebf3b071-92a4-411d-b350-d837614acc55 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:04.783540 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:04.823521 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c99976ad-1d1e-43cf-88f4-5ca3f6104ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:04.833113 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:04.850772 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-501a53fd-414e-48bd-b18c-48e77381ba6e tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/quotas/4c4e84b6a84046b9a912b9d85ab300fe HTTP/1.1" status: 200 len: 375 time: 0.0756817 Jun 01 10:13:04.881675 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67b522e3-79ce-4207-b8ca-17b7db9a4fa1 req-3e82920d-58b2-42d6-b7ce-6c7f98167e3a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=841b4b83-8eda-4e08-8aee-f131c393ea92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2021039 Jun 01 10:13:04.947201 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e47aa-268a-43f4-9f9c-8e77b86d7175 req-a7ce369c-7b01-40f0-971c-5148f8b6fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:04.948398 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 9b2d69af-4ed1-4395-bc8a-74457ea963c3 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:04.949141 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3e6e47aa-268a-43f4-9f9c-8e77b86d7175 req-a7ce369c-7b01-40f0-971c-5148f8b6fa5f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7159241c-1c37-45c3-908e-8f01e7b9bd9e HTTP/1.1" status: 200 len: 852 time: 0.2408981 Jun 01 10:13:04.956637 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] For port 11d58d71-3333-44f2-a05c-17b63cafce30, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:13:04.960172 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] For port 11d58d71-3333-44f2-a05c-17b63cafce30, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=11d58d71-3333-44f2-a05c-17b63cafce30,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:13:04.966161 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:04.970647 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd7d37-4498-4b17-9811-b22dddf3b503 req-ab9cf17c-2808-4537-9da1-140f99aacc8a tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:04.971610 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:04.978059 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0ebd7d37-4498-4b17-9811-b22dddf3b503 req-ab9cf17c-2808-4537-9da1-140f99aacc8a tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 943 time: 0.6937087 Jun 01 10:13:05.037696 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:05.044377 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:05.044755 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:05.093241 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3e6e47aa-268a-43f4-9f9c-8e77b86d7175 req-7b17e907-3605-4bde-b4cd-708c1bb6fedb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8d774b51-6cc8-4cb6-a738-a663e30e8e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315932 Jun 01 10:13:05.094231 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:05.140976 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Routers {'00a66c94-a8d6-4397-8e88-a74c7d98d80c'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:13:05.142252 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:12:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['00a66c94-a8d6-4397-8e88-a74c7d98d80c'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:05.195131 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:05.257495 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port 9b2d69af-4ed1-4395-bc8a-74457ea963c3, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=9b2d69af-4ed1-4395-bc8a-74457ea963c3,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:05.265708 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:05.269373 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-7c38ac45-f525-41c9-a2d3-a096f8e0f1be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:05.289013 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c2e264-be25-4cd2-9f31-7da57a492a16,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:05.299984 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:05.380828 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0ebd7d37-4498-4b17-9811-b22dddf3b503 req-994b4939-44fe-4b9a-a057-71aa80f464c4 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/security-groups?id=4319119f-8643-466b-9e2f-daf26ff1af68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016366 Jun 01 10:13:05.458052 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=9b2d69af-4ed1-4395-bc8a-74457ea963c3,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:05.466347 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:13:05.474829 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Network c339b17d-abdf-48dc-8c0f-50ed8b34d010 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:13:05.478380 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:05.482850 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:05.535733 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:05.560297 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:05.572514 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:05.608131 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3e6e47aa-268a-43f4-9f9c-8e77b86d7175 req-473a3ccc-384b-4b21-bf5e-e12ebd7003e4 service neutron] 10.222.0.82 "GET /v2.0/networks/8d774b51-6cc8-4cb6-a738-a663e30e8e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946969 Jun 01 10:13:05.628150 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-85e64388-bac0-4521-b957-71167a6d70e0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7575560 Jun 01 10:13:05.632175 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] Set router 00a66c94-a8d6-4397-8e88-a74c7d98d80c gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:13:05.782141 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92defd5-ac43-47b7-a02c-54ff612668f2,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:05.855363 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57710) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:05.880518 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c99976ad-1d1e-43cf-88f4-5ca3f6104ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:05.902973 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0,segment=NetworkSegment(b3228baf-95c1-4b0d-aac6-24a03faf2460),segment_id=b3228baf-95c1-4b0d-aac6-24a03faf2460)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:05.913054 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67b522e3-79ce-4207-b8ca-17b7db9a4fa1 req-92675eff-9652-4db8-aecd-e946c9a9ec35 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402787 Jun 01 10:13:05.932088 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': 'd13cacc9-3d48-4b6b-b9b1-34d4aa3836c0', 'network_id': '8d774b51-6cc8-4cb6-a738-a663e30e8e42', 'port_id': 'd13cacc9-3d48-4b6b-b9b1-34d4aa3836c0', 'mac_address': 'fa:16:3e:f7:9e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7159241c-1c37-45c3-908e-8f01e7b9bd9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:13:05.945918 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:06.042998 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cbc86-5e6d-4241-a747-d542f32292d5 None None] Pushing event updated for resources: {'Port': ['ID=11d58d71-3333-44f2-a05c-17b63cafce30,revision_number=4']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:06.046684 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-901cbc86-5e6d-4241-a747-d542f32292d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.075s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:06.049138 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99976ad-1d1e-43cf-88f4-5ca3f6104ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab9819b-0a7b-4b1b-aae0-a7ed8ef990ae,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:06.052185 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c99976ad-1d1e-43cf-88f4-5ca3f6104ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:06.055012 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c99976ad-1d1e-43cf-88f4-5ca3f6104ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.056157 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-c99976ad-1d1e-43cf-88f4-5ca3f6104ed3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ab9819b-0a7b-4b1b-aae0-a7ed8ef990ae HTTP/1.1" status: 204 len: 168 time: 1.8616984 Jun 01 10:13:06.074617 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-b0267681-5834-420f-b4bf-84774ea2e873 None None] Provisioning complete for port a9c2e264-be25-4cd2-9f31-7da57a492a16 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:06.075021 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-b0267681-5834-420f-b4bf-84774ea2e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.078353 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:06.129797 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'name': 'tempest-ServerRescueNegativeTestJSON-186173657-router', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:58Z', 'revision_number': 4, 'project_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'gw_port': {'id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '11d58d71-3333-44f2-a05c-17b63cafce30', 'name': '', 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'mac_address': 'fa:16:3e:7b:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '785bd10a-6e85-4db1-b7c7-06b735b5b7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:54Z', 'updated_at': '2021-06-01T10:13:04Z', 'revision_number': 4, 'project_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'subnets': [{'id': '785bd10a-6e85-4db1-b7c7-06b735b5b7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:06.134598 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11fba4-f4a7-4f09-9f6b-c5efebb631cf None None] The sync data for ids ['00a66c94-a8d6-4397-8e88-a74c7d98d80c'] in dv-cinder-784779-13-smb is: [{'id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'name': 'tempest-ServerRescueNegativeTestJSON-186173657-router', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:58Z', 'revision_number': 4, 'project_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'gw_port': {'id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '11d58d71-3333-44f2-a05c-17b63cafce30', 'name': '', 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'mac_address': 'fa:16:3e:7b:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '785bd10a-6e85-4db1-b7c7-06b735b5b7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:54Z', 'updated_at': '2021-06-01T10:13:04Z', 'revision_number': 4, 'project_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'subnets': [{'id': '785bd10a-6e85-4db1-b7c7-06b735b5b7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:13:06.234050 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3e6e47aa-268a-43f4-9f9c-8e77b86d7175 req-9d1d439b-8548-4db4-a65b-6995a94d5946 service neutron] 10.222.0.82 "GET /v2.0/networks/8d774b51-6cc8-4cb6-a738-a663e30e8e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232775 Jun 01 10:13:06.234758 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57720) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:06.236482 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.343639 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:06.359186 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.361111 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7116437 Jun 01 10:13:06.366740 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57726) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:06.382261 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Request body: {'security_group_rule': {'security_group_id': '059a3df7-88c8-4a36-b283-6599f351b665', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:06.389695 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:06.394127 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Usage tracker for resource:security_group_rule and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:06.399316 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:06.414504 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0,segment=NetworkSegment(b3228baf-95c1-4b0d-aac6-24a03faf2460),segment_id=b3228baf-95c1-4b0d-aac6-24a03faf2460)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:06.415642 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:06.418972 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-b0267681-5834-420f-b4bf-84774ea2e873 None None] Port a9c2e264-be25-4cd2-9f31-7da57a492a16 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:13:06.429602 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.433063 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:06.477065 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.501899 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d40c0480-d808-4967-aae3-4a952b7265e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.587548 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:06.597256 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:06.624656 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-d40c0480-d808-4967-aae3-4a952b7265e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:06.631442 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-d40c0480-d808-4967-aae3-4a952b7265e9 admin admin] Usage tracker for resource:security_group_rule and tenant:6aadd7a11d8c4c549cdb98f370ba156c is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:06.634321 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-d40c0480-d808-4967-aae3-4a952b7265e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:06.640972 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-d40c0480-d808-4967-aae3-4a952b7265e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:06.679319 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:13:06.703711 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.723811 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Router 0d5c2b10-c164-436c-9f1c-f3c6385e796e has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:13:06.733985 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.737561 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-190c8afb-a2d8-4761-a9fa-e2afbc4b0f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.755375 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-16e34abe-1614-4a6d-a8da-a4cbe4cf2184 service neutron] 10.222.0.47 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1032879 Jun 01 10:13:06.777432 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-56824043-bccf-49e8-b70e-5816b8512069 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:06.784559 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 9b2d69af-4ed1-4395-bc8a-74457ea963c3 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:06.790480 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.795130 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4214826 Jun 01 10:13:06.826711 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57734) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:06.827056 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57736) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:06.842599 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb424a87-4a46-47b9-8971-7c5d01c271be req-d746e630-e336-4ca7-9d17-0a376ef7058f tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:06.857010 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cb424a87-4a46-47b9-8971-7c5d01c271be req-d746e630-e336-4ca7-9d17-0a376ef7058f tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 944 time: 1.1313207 Jun 01 10:13:06.857207 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67b522e3-79ce-4207-b8ca-17b7db9a4fa1 req-e5c54898-672d-4cf0-a50b-58833f039719 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9144173 Jun 01 10:13:06.882097 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec691c7-cd86-469b-989c-7d066e2b7269,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:06.900707 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-190c8afb-a2d8-4761-a9fa-e2afbc4b0f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:06.905470 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:06.921478 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Request body: {'floatingip': {'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:06.936609 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:06.937148 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.944418 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a60c-f1c0-45e8-b004-8f2c4e6ed7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:06.960483 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-190c8afb-a2d8-4761-a9fa-e2afbc4b0f54 admin admin] Usage tracker for resource:security_group_rule and tenant:9d7dacfe6f29456fadb4957430bf2196 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:06.973202 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-3ef7a60c-f1c0-45e8-b004-8f2c4e6ed7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:06.978471 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-3ef7a60c-f1c0-45e8-b004-8f2c4e6ed7d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b20d97be401141b58504521705a785e5 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:06.982053 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-3ef7a60c-f1c0-45e8-b004-8f2c4e6ed7d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:06.991633 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-3ef7a60c-f1c0-45e8-b004-8f2c4e6ed7d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:07.004968 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d40c0480-d808-4967-aae3-4a952b7265e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.012105 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d40c0480-d808-4967-aae3-4a952b7265e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.025932 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:07.069955 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:07.073386 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:13:07.075277 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-190c8afb-a2d8-4761-a9fa-e2afbc4b0f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:07.097058 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-d40c0480-d808-4967-aae3-4a952b7265e9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6aadd7a11d8c4c549cdb98f370ba156c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2153366 Jun 01 10:13:07.098835 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c0480-d808-4967-aae3-4a952b7265e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e793576-8e63-445e-9b2f-edb575becee9,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:07.102577 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d40c0480-d808-4967-aae3-4a952b7265e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:07.103385 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57742) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:07.107740 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] 10.222.0.47 "PUT /v2.0/routers/0d5c2b10-c164-436c-9f1c-f3c6385e796e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9061604 Jun 01 10:13:07.119510 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Sync routers for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:13:07.155880 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Usage tracker for resource:floatingip and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:07.160464 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:07.171770 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:07.182072 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:13:07.182867 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:12:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:07.197806 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2b47a0eb-53c9-4b76-9755-7d202194df9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.234880 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2b47a0eb-53c9-4b76-9755-7d202194df9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.299911 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2b47a0eb-53c9-4b76-9755-7d202194df9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.304799 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:07.305163 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 11d58d71-3333-44f2-a05c-17b63cafce30 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:07.309705 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a60c-f1c0-45e8-b004-8f2c4e6ed7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.326497 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47a0eb-53c9-4b76-9755-7d202194df9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e793576-8e63-445e-9b2f-edb575becee9,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:07.328936 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2b47a0eb-53c9-4b76-9755-7d202194df9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:07.329074 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cb424a87-4a46-47b9-8971-7c5d01c271be req-ec1591bb-9060-4912-86a7-79488f217c32 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710977 Jun 01 10:13:07.332225 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-190c8afb-a2d8-4761-a9fa-e2afbc4b0f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:07.334024 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2b47a0eb-53c9-4b76-9755-7d202194df9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.337261 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.337419 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-2b47a0eb-53c9-4b76-9755-7d202194df9f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e793576-8e63-445e-9b2f-edb575becee9 HTTP/1.1" status: 204 len: 168 time: 0.2304814 Jun 01 10:13:07.363303 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a60c-f1c0-45e8-b004-8f2c4e6ed7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.401251 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:07.436094 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 08abbc79-89d1-4b85-8217-9857577dcd3e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:13:07.617636 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-3ef7a60c-f1c0-45e8-b004-8f2c4e6ed7d7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b20d97be401141b58504521705a785e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402203 Jun 01 10:13:07.625353 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57754) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:07.639022 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7a60c-f1c0-45e8-b004-8f2c4e6ed7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a46dc9-a703-4b9d-a32c-cebf4ab7729b,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:07.653203 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:13:07.654837 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3ef7a60c-f1c0-45e8-b004-8f2c4e6ed7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:07.664774 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-5865e3ff-521c-41c1-8644-891aa1a93e62 service neutron] 10.222.0.47 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754413 Jun 01 10:13:07.724696 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port 11d58d71-3333-44f2-a05c-17b63cafce30 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:07.755394 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 11d58d71-3333-44f2-a05c-17b63cafce30 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:07.755776 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.799295 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08ab8b-0eb9-412c-9d20-0fe98c82b8e1 req-e7c3047f-886d-4023-9afd-41aa818613fa tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:07.801027 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0a08ab8b-0eb9-412c-9d20-0fe98c82b8e1 req-e7c3047f-886d-4023-9afd-41aa818613fa tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 944 time: 0.2414424 Jun 01 10:13:07.838069 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-408f0efc-cdc9-4cd1-a13f-49ca9834be8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.839629 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-190c8afb-a2d8-4761-a9fa-e2afbc4b0f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.874602 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-190c8afb-a2d8-4761-a9fa-e2afbc4b0f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.882916 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-408f0efc-cdc9-4cd1-a13f-49ca9834be8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:07.895144 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:07.967813 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 08abbc79-89d1-4b85-8217-9857577dcd3e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=08abbc79-89d1-4b85-8217-9857577dcd3e,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:07.980999 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.003034 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57764) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:08.058514 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bff21a0d-36e3-41b9-9625-ca1e308c1314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.066966 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0a08ab8b-0eb9-412c-9d20-0fe98c82b8e1 req-a44919fa-c967-476e-96d1-5e857036538a tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/security-groups?id=4319119f-8643-466b-9e2f-daf26ff1af68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438483 Jun 01 10:13:08.074015 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-190c8afb-a2d8-4761-a9fa-e2afbc4b0f54 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9d7dacfe6f29456fadb4957430bf2196&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8352580 Jun 01 10:13:08.076729 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57768) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:08.077487 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c8afb-a2d8-4761-a9fa-e2afbc4b0f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea46e43-f1a8-4e10-b334-b53814489df6,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:08.082041 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '08abbc79-89d1-4b85-8217-9857577dcd3e', 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92', 'port_id': '08abbc79-89d1-4b85-8217-9857577dcd3e', 'mac_address': 'fa:16:3e:70:d4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a86ecc-120a-43b8-8f1a-c7f927bfc9b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:13:08.092018 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-bff21a0d-36e3-41b9-9625-ca1e308c1314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:08.095325 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-190c8afb-a2d8-4761-a9fa-e2afbc4b0f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:08.105358 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-bff21a0d-36e3-41b9-9625-ca1e308c1314 admin admin] Usage tracker for resource:security_group_rule and tenant:51643e8018ae4b2ab0eca679a1b5a4e8 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:08.115134 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-bff21a0d-36e3-41b9-9625-ca1e308c1314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:08.118285 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-408f0efc-cdc9-4cd1-a13f-49ca9834be8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.124918 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-bff21a0d-36e3-41b9-9625-ca1e308c1314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:08.126855 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-bc18be34-587f-4f50-8ab8-6e634b5f3491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:08.251012 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bff21a0d-36e3-41b9-9625-ca1e308c1314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.256339 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f0efc-cdc9-4cd1-a13f-49ca9834be8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a46dc9-a703-4b9d-a32c-cebf4ab7729b,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:08.261156 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bff21a0d-36e3-41b9-9625-ca1e308c1314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.262326 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-408f0efc-cdc9-4cd1-a13f-49ca9834be8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:08.276832 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:08.288716 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.305630 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.310675 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff21a0d-36e3-41b9-9625-ca1e308c1314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad9c056-1ab2-4042-8039-622071d947c5,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:08.315571 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-408f0efc-cdc9-4cd1-a13f-49ca9834be8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.323509 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-408f0efc-cdc9-4cd1-a13f-49ca9834be8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/24a46dc9-a703-4b9d-a32c-cebf4ab7729b HTTP/1.1" status: 204 len: 168 time: 0.6923125 Jun 01 10:13:08.347848 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-bff21a0d-36e3-41b9-9625-ca1e308c1314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:08.361539 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08abbc79-89d1-4b85-8217-9857577dcd3e {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:08.376841 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2275de88-d8d6-46a2-a80e-e75d2f4438d2 req-69497eea-f15a-4b0e-993b-42ece5dd2f64 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 210 time: 0.1761141 Jun 01 10:13:08.378443 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-bff21a0d-36e3-41b9-9625-ca1e308c1314 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51643e8018ae4b2ab0eca679a1b5a4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741336 Jun 01 10:13:08.379005 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57780) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:08.405821 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 08abbc79-89d1-4b85-8217-9857577dcd3e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=08abbc79-89d1-4b85-8217-9857577dcd3e,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:08.419821 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.422865 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port 11d58d71-3333-44f2-a05c-17b63cafce30, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=11d58d71-3333-44f2-a05c-17b63cafce30,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:08.425426 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-422d6555-f1f1-4c67-b377-d3db12295c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:08.470998 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.507430 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=08abbc79-89d1-4b85-8217-9857577dcd3e,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:08.511339 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:08.512993 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-7083fad7-e1f4-43b6-97b9-33580c2cca87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:08.586025 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:03Z', 'revision_number': 2, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:08.607223 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Checking router: 0d5c2b10-c164-436c-9f1c-f3c6385e796e for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:13:08.609904 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Updating router 0d5c2b10-c164-436c-9f1c-f3c6385e796e port a9c2e264-be25-4cd2-9f31-7da57a492a16 binding host dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:13:08.644663 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['08abbc79-89d1-4b85-8217-9857577dcd3e'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:13:08.714976 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=11d58d71-3333-44f2-a05c-17b63cafce30,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:08.721815 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:08.722032 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6ee66ad2-0351-4f6f-bcaa-867e87b7cf85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.735279 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.782977 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6ee66ad2-0351-4f6f-bcaa-867e87b7cf85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.835924 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6f04b7ac-6953-479a-b740-c035330b9595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.866075 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Allocated IP 172.28.3.170 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/d4fbf1fb-68ef-4d20-9fd8-d511b3d599bf) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:13:08.905226 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57794) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:08.912729 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256676570', 'description': 'tempest-description--86981196'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:08.925363 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:08.936523 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Usage tracker for resource:security_group and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:08.951196 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:08.962189 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:08.978224 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:08.987640 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337ac52-e8b4-4478-af76-adc34cab8c9e req-2c7eadd9-8c16-429f-a25e-66897a9a6178 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:08.994562 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0337ac52-e8b4-4478-af76-adc34cab8c9e req-2c7eadd9-8c16-429f-a25e-66897a9a6178 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 945 time: 0.3720458 Jun 01 10:13:08.997648 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6f04b7ac-6953-479a-b740-c035330b9595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.015158 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:09.020047 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Usage tracker for resource:security_group_rule and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:09.026050 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:09.033965 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:09.170556 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.176908 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.185213 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:09.255349 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae59be0a-b67a-4565-a5a0-538e4fdb436c,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:09.268261 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:09.271344 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.277582 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3680320 Jun 01 10:13:09.277830 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57816) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:09.285409 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Request body: {'security_group_rule': {'security_group_id': 'ae59be0a-b67a-4565-a5a0-538e4fdb436c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:09.293433 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:09.297390 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Usage tracker for resource:security_group_rule and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:09.300980 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:09.307219 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0337ac52-e8b4-4478-af76-adc34cab8c9e req-42cac3b7-7849-409e-935d-e529026bb662 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117259 Jun 01 10:13:09.307517 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:09.335305 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.336206 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6ee66ad2-0351-4f6f-bcaa-867e87b7cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.360698 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0879f81d-dce2-4d88-83f6-57f28ced06fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:09.390871 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee66ad2-0351-4f6f-bcaa-867e87b7cf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea46e43-f1a8-4e10-b334-b53814489df6,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:09.411175 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-6ee66ad2-0351-4f6f-bcaa-867e87b7cf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:09.423846 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6f04b7ac-6953-479a-b740-c035330b9595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.457641 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.465479 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.467588 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:09.478631 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:09.484944 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.500202 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-a27423ee-f144-4df7-a043-5e137a3a01e4 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:09.504755 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Notify callbacks [] for port, precommit_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.507945 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-a27423ee-f144-4df7-a043-5e137a3a01e4 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/networks?id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 200 len: 818 time: 0.4401023 Jun 01 10:13:09.515589 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04b7ac-6953-479a-b740-c035330b9595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad9c056-1ab2-4042-8039-622071d947c5,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:09.528392 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-6f04b7ac-6953-479a-b740-c035330b9595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:09.533266 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Transition to ACTIVE for port object a9c2e264-be25-4cd2-9f31-7da57a492a16 will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:09.533942 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6f04b7ac-6953-479a-b740-c035330b9595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.537501 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-6f04b7ac-6953-479a-b740-c035330b9595 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6ad9c056-1ab2-4042-8039-622071d947c5 HTTP/1.1" status: 204 len: 168 time: 1.1440349 Jun 01 10:13:09.544596 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-c79f2915-4373-4f9a-b4dd-9168d0696442 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/quotas/4c4e84b6a84046b9a912b9d85ab300fe HTTP/1.1" status: 200 len: 375 time: 0.0357068 Jun 01 10:13:09.550429 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6ee66ad2-0351-4f6f-bcaa-867e87b7cf85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.552967 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd12203c-1fa1-4402-aab3-3187e07959dd,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:09.554745 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-6ee66ad2-0351-4f6f-bcaa-867e87b7cf85 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fea46e43-f1a8-4e10-b334-b53814489df6 HTTP/1.1" status: 204 len: 168 time: 1.4577172 Jun 01 10:13:09.558904 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:09.567989 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:09.576989 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.582310 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3033595 Jun 01 10:13:09.583912 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57830) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:09.602060 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.602271 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-e87b9574-f3b2-4186-aad3-833af6ce6748 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Request body: {'security_group_rule': {'security_group_id': 'ae59be0a-b67a-4565-a5a0-538e4fdb436c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:09.619856 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-e87b9574-f3b2-4186-aad3-833af6ce6748 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:09.622362 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:09.632145 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-e87b9574-f3b2-4186-aad3-833af6ce6748 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Usage tracker for resource:security_group_rule and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:09.636256 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-e87b9574-f3b2-4186-aad3-833af6ce6748 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:09.666719 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-e87b9574-f3b2-4186-aad3-833af6ce6748 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:09.713254 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1e5d0-983b-40ee-9500-0e410231ca32 None None] Pushing event updated for resources: {'Port': ['ID=a9c2e264-be25-4cd2-9f31-7da57a492a16,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:09.751592 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e87b9574-f3b2-4186-aad3-833af6ce6748 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.780046 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:09.801802 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:10.059961 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-a3e1e5d0-983b-40ee-9500-0e410231ca32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:10.080133 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e87b9574-f3b2-4186-aad3-833af6ce6748 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.113213 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e87b9574-f3b2-4186-aad3-833af6ce6748 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.132188 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2e18727f-9b01-410c-b541-24286bbdf70f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:10.171977 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91555b4-6811-4f78-958d-7e84daa62969 req-667cf891-7ed8-44a2-9bdd-79666587f34f tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:10.173148 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-f91555b4-6811-4f78-958d-7e84daa62969 req-667cf891-7ed8-44a2-9bdd-79666587f34f tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Synchronizing usage tracker for tenant:4c4e84b6a84046b9a912b9d85ab300fe on resource:network {{(pid=91916) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:13:10.204805 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-0279d661-5a09-49f4-ae16-1c5b86d31403 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6587343 Jun 01 10:13:10.205510 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event updated for resources: {'Port': ['ID=d4fbf1fb-68ef-4d20-9fd8-d511b3d599bf,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:10.217915 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbb104-61fc-421e-b58c-878bd540c657 req-f0b2b5fb-5574-4f98-8cdc-acd287f62f81 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:10.218124 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Attempting to bind port a9c2e264-be25-4cd2-9f31-7da57a492a16 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:13:10.218832 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Attempting to bind port a9c2e264-be25-4cd2-9f31-7da57a492a16 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:13:10.218944 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Attempting to bind port a9c2e264-be25-4cd2-9f31-7da57a492a16 on network c339b17d-abdf-48dc-8c0f-50ed8b34d010 {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:10.219499 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-25dbb104-61fc-421e-b58c-878bd540c657 req-f0b2b5fb-5574-4f98-8cdc-acd287f62f81 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 944 time: 0.6729021 Jun 01 10:13:10.220476 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:10.234225 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:13:10.234742 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:10.243079 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:13:10.243771 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Checking segment: {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:13:10.244419 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.244956 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Bound using segment: {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:13:10.245903 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Bound port: a9c2e264-be25-4cd2-9f31-7da57a492a16, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:13:10.246466 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.255206 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-f91555b4-6811-4f78-958d-7e84daa62969 req-667cf891-7ed8-44a2-9bdd-79666587f34f tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Unset dirty status for tenant:4c4e84b6a84046b9a912b9d85ab300fe on resource:network {{(pid=91916) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:13:10.256330 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-667cf891-7ed8-44a2-9bdd-79666587f34f tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.82 "GET /v2.0/networks?id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 200 len: 818 time: 0.5664892 Jun 01 10:13:10.256958 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b9574-f3b2-4186-aad3-833af6ce6748 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ef0007-e343-4e68-a951-76d31490d1d2,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:10.270936 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:10.271557 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.272253 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e87b9574-f3b2-4186-aad3-833af6ce6748 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:10.277206 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Request body: {'port': {'device_id': '5f738a7d-bbb5-4809-b02b-46dce041a733', 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d', 'admin_state_up': True, 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:10.280938 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:10.291982 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:13:10.325058 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e87b9574-f3b2-4186-aad3-833af6ce6748 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.328270 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-e87b9574-f3b2-4186-aad3-833af6ce6748 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7400455 Jun 01 10:13:10.331547 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 57858) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:10.449204 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Request body: {'floatingip': {'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:10.471553 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] For port a9c2e264-be25-4cd2-9f31-7da57a492a16, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:13:10.491857 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] For port a9c2e264-be25-4cd2-9f31-7da57a492a16, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=a9c2e264-be25-4cd2-9f31-7da57a492a16,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:13:10.500096 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.513398 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:10.522174 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Usage tracker for resource:floatingip and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:10.527170 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.534345 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:10.538008 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:10.560830 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:10.566848 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-25dbb104-61fc-421e-b58c-878bd540c657 req-10250001-5d0b-4477-9e34-b13fc117b501 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/security-groups?id=4319119f-8643-466b-9e2f-daf26ff1af68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960522 Jun 01 10:13:10.603718 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.645969 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57866) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:10.680647 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:10.683880 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 11d58d71-3333-44f2-a05c-17b63cafce30 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:10.697362 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Usage tracker for resource:port and tenant:4c4e84b6a84046b9a912b9d85ab300fe is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:10.698424 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-724ad572-c65b-4999-9c8e-1f318f0d9b05 service neutron] 10.222.0.47 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618211 Jun 01 10:13:10.699326 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-87c5d3cb-e432-4189-add4-a43818d0d552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.706801 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:10.724163 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:10.732179 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.749738 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Made reservation on behalf of 4c4e84b6a84046b9a912b9d85ab300fe for: {'port': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:13:10.753603 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.793343 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0,segment=NetworkSegment(b3228baf-95c1-4b0d-aac6-24a03faf2460),segment_id=b3228baf-95c1-4b0d-aac6-24a03faf2460)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:10.798668 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082137cb-fc2a-4d85-84c1-f643a3dd4966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13cacc9-3d48-4b6b-b9b1-34d4aa3836c0'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:10.883793 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-87c5d3cb-e432-4189-add4-a43818d0d552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:10.897947 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:10.933291 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:13:10.935375 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:12:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:11.022991 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-87c5d3cb-e432-4189-add4-a43818d0d552 admin admin] Usage tracker for resource:security_group_rule and tenant:34b00b04008e4b0ba21d97a0d374adb1 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:11.032783 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-87c5d3cb-e432-4189-add4-a43818d0d552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:11.061252 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e1e5d0-983b-40ee-9500-0e410231ca32 None None] Pushing event updated for resources: {'Port': ['ID=a9c2e264-be25-4cd2-9f31-7da57a492a16,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:11.078563 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:11.106792 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-a3e1e5d0-983b-40ee-9500-0e410231ca32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:11.108805 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Allocated IP 172.20.0.6 (8ae4a575-96f6-4484-8fc0-42b456a8ed8d/785bd10a-6e85-4db1-b7c7-06b735b5b7aa/4d60353c-d974-412f-a3a1-71b9ff2b9ae7) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:13:11.120147 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:11.121281 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:11.122739 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-87c5d3cb-e432-4189-add4-a43818d0d552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:11.282359 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 11d58d71-3333-44f2-a05c-17b63cafce30 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:11.282956 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:11.374398 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f40c025-8760-498c-9b7c-3bfd01e7eb50" -d '{"events": [{"server_uuid": "082137cb-fc2a-4d85-84c1-f643a3dd4966", "name": "network-vif-plugged", "status": "completed", "tag": "d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:11.422065 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-224c46a7-7ebb-4024-bd2a-10be1bc6ffbb service neutron] 10.222.0.47 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054195 Jun 01 10:13:11.443942 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:11.457086 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 08abbc79-89d1-4b85-8217-9857577dcd3e up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:11.494698 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8e179-e1da-4335-affb-f3b910de08e0 req-1e13defd-9c0c-475d-bdfc-b7c4a23f66be tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:11.499231 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-88c8e179-e1da-4335-affb-f3b910de08e0 req-1e13defd-9c0c-475d-bdfc-b7c4a23f66be tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 945 time: 0.7305956 Jun 01 10:13:11.534123 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:11.585732 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port 08abbc79-89d1-4b85-8217-9857577dcd3e completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:11.594120 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:13:11.654633 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 08abbc79-89d1-4b85-8217-9857577dcd3e triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:11.655506 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:11.657541 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-88c8e179-e1da-4335-affb-f3b910de08e0 req-ba504776-2b94-4d2a-9829-9e775c5c8bd4 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406472 Jun 01 10:13:11.663242 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:11.692648 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-87c5d3cb-e432-4189-add4-a43818d0d552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:11.709567 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-87c5d3cb-e432-4189-add4-a43818d0d552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:11.724390 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:11.747100 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Allocated IP 172.28.3.148 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/28ab0f41-2743-4134-bbd7-958a239f58ab) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:13:11.761247 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:11.782040 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:11.860760 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-87c5d3cb-e432-4189-add4-a43818d0d552 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=34b00b04008e4b0ba21d97a0d374adb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2112908 Jun 01 10:13:11.860760 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5d3cb-e432-4189-add4-a43818d0d552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb72f1e-d5f6-404e-83cd-a77dc76ee33b,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:11.862232 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:11.867087 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 57910) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:11.870274 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-87c5d3cb-e432-4189-add4-a43818d0d552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:11.873104 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:11.936650 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:11.980853 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:12.011393 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:12.057212 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 08abbc79-89d1-4b85-8217-9857577dcd3e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=08abbc79-89d1-4b85-8217-9857577dcd3e,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:12.063409 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:12.076101 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-f5319147-1aba-4436-ad15-8b6b44ea6d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:12.136215 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:13:12.143205 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:12.150075 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:13:12.157549 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:12.158694 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:12.191881 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Pushing event updated for resources: {'Port': ['ID=4d60353c-d974-412f-a3a1-71b9ff2b9ae7,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:12.199640 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:12.207074 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event updated for resources: {'Port': ['ID=d4fbf1fb-68ef-4d20-9fd8-d511b3d599bf,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:12.225609 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:12.232069 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9588361 Jun 01 10:13:12.250819 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=08abbc79-89d1-4b85-8217-9857577dcd3e,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:12.258720 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:12.264447 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Request body: {'port': {'device_id': '5f738a7d-bbb5-4809-b02b-46dce041a733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:12.266143 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:12.321765 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:10Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:12.330610 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3a3cf-cb72-48ac-be61-183b9d354131 None None] The sync data for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb is: [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:10Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:13:12.336946 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55935cb1-02dc-4147-9fed-bf4d0cf6b2f7 x-openstack-request-id: req-55935cb1-02dc-4147-9fed-bf4d0cf6b2f7 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:12.337247 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082137cb-fc2a-4d85-84c1-f643a3dd4966", "name": "network-vif-plugged", "status": "completed", "tag": "d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:12.337513 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-55935cb1-02dc-4147-9fed-bf4d0cf6b2f7 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:12.344980 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082137cb-fc2a-4d85-84c1-f643a3dd4966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13cacc9-3d48-4b6b-b9b1-34d4aa3836c0', 'code': 200} Jun 01 10:13:12.467177 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:12.468390 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5886493 Jun 01 10:13:12.497633 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5bd59c4d-b407-4c51-9f86-cb4ca680f8b0 req-c606ede9-8a7d-4292-a331-30162a54e52d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 210 time: 0.0814285 Jun 01 10:13:12.546408 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:12.565065 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a7ea257c-342c-4ada-a417-12b734724997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:12.673476 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-112f2ae9-4be4-4df0-85e3-799befc6844c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:12.705443 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f24c4c-a20c-40b3-aae7-dd94157b0184 req-0def01a0-c0ee-4ce6-894f-2dfb8780b4b8 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:12.708328 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device a9c2e264-be25-4cd2-9f31-7da57a492a16 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:12.712448 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-43f24c4c-a20c-40b3-aae7-dd94157b0184 req-0def01a0-c0ee-4ce6-894f-2dfb8780b4b8 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 945 time: 0.6820793 Jun 01 10:13:12.718747 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a7ea257c-342c-4ada-a417-12b734724997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:12.784348 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:12.902877 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port a9c2e264-be25-4cd2-9f31-7da57a492a16 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:12.912983 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port a9c2e264-be25-4cd2-9f31-7da57a492a16 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:12.913758 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:13.071804 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-43f24c4c-a20c-40b3-aae7-dd94157b0184 req-0fd55339-fd8f-4ca6-8c3c-299c1ad12d05 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/security-groups?id=4319119f-8643-466b-9e2f-daf26ff1af68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319554 Jun 01 10:13:13.078108 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:13:13.085411 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:13.105455 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:13:13.122130 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event updated for resources: {'Port': ['ID=28ab0f41-2743-4134-bbd7-958a239f58ab,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:13.146244 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:13.219627 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe176d-ac83-4199-a9c5-54fb506cfdf2 req-57d27715-bf6b-44f4-b34d-bc6e9a0bd849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:13.228003 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-05fe176d-ac83-4199-a9c5-54fb506cfdf2 req-57d27715-bf6b-44f4-b34d-bc6e9a0bd849 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 1098 time: 0.4465744 Jun 01 10:13:13.247659 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:13.330690 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-05fe176d-ac83-4199-a9c5-54fb506cfdf2 req-d6fc7ab6-84b1-4c62-9442-3d75799e9202 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:13.354564 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port a9c2e264-be25-4cd2-9f31-7da57a492a16, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=a9c2e264-be25-4cd2-9f31-7da57a492a16,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:13.368129 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:13.370600 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:13.374191 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-8740451f-29f3-4655-aef4-799972b49ec1 req-85803409-30b1-42d1-9081-01a2076e48c7 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Synchronizing usage tracker for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:security_group {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:13:13.377365 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a7ea257c-342c-4ada-a417-12b734724997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:13.393337 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cb800-d028-4fa8-a363-1764cebc2a92 req-048ed288-ac3e-400c-904a-7cff02276716 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:13.394913 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-064cb800-d028-4fa8-a363-1764cebc2a92 req-048ed288-ac3e-400c-904a-7cff02276716 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 946 time: 0.4164484 Jun 01 10:13:13.418181 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-05fe176d-ac83-4199-a9c5-54fb506cfdf2 req-d6fc7ab6-84b1-4c62-9442-3d75799e9202 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:13.429713 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-05fe176d-ac83-4199-a9c5-54fb506cfdf2 req-d6fc7ab6-84b1-4c62-9442-3d75799e9202 service neutron] Usage tracker for resource:security_group_rule and tenant:7284e9360e964d2d9590b3c5fa3a79b4 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:13.441672 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-05fe176d-ac83-4199-a9c5-54fb506cfdf2 req-d6fc7ab6-84b1-4c62-9442-3d75799e9202 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:13.455745 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-05fe176d-ac83-4199-a9c5-54fb506cfdf2 req-d6fc7ab6-84b1-4c62-9442-3d75799e9202 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:13.459288 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:13.506940 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea257c-342c-4ada-a417-12b734724997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb72f1e-d5f6-404e-83cd-a77dc76ee33b,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:13.509196 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=a9c2e264-be25-4cd2-9f31-7da57a492a16,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:13.513266 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:13.562348 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a7ea257c-342c-4ada-a417-12b734724997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:13.564244 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-a7ea257c-342c-4ada-a417-12b734724997 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/feb72f1e-d5f6-404e-83cd-a77dc76ee33b HTTP/1.1" status: 204 len: 168 time: 1.6952574 Jun 01 10:13:13.569838 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:13.570392 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a7ea257c-342c-4ada-a417-12b734724997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:13.595302 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-8740451f-29f3-4655-aef4-799972b49ec1 req-85803409-30b1-42d1-9081-01a2076e48c7 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Unset dirty status for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:security_group {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:13:13.606682 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-85803409-30b1-42d1-9081-01a2076e48c7 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1955673524&fields=id&tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6 HTTP/1.1" status: 200 len: 267 time: 0.3015301 Jun 01 10:13:13.675165 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:13.679849 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-064cb800-d028-4fa8-a363-1764cebc2a92 req-4132f56e-4d0b-4ddf-b1a9-b959d8d323f6 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213264 Jun 01 10:13:13.741578 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.82', 60918) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:14.081891 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-870f3d39-5743-4cff-8920-e7f6a2fa2cfe req-fd44b3e5-c34e-4a75-afb6-40620667c3fb tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 210 time: 0.1887922 Jun 01 10:13:14.093822 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-05fe176d-ac83-4199-a9c5-54fb506cfdf2 req-d6fc7ab6-84b1-4c62-9442-3d75799e9202 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:14.125710 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-05fe176d-ac83-4199-a9c5-54fb506cfdf2 req-d6fc7ab6-84b1-4c62-9442-3d75799e9202 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:14.139501 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-6ee66ad2-0351-4f6f-bcaa-867e87b7cf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:14.171857 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-05fe176d-ac83-4199-a9c5-54fb506cfdf2 req-d6fc7ab6-84b1-4c62-9442-3d75799e9202 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4319119f-8643-466b-9e2f-daf26ff1af68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9308341 Jun 01 10:13:14.173757 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 {{(pid=91916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:14.192225 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:14.194999 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740451f-29f3-4655-aef4-799972b49ec1 req-ae4e9882-db8f-41ad-a8df-444b053e247f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:14.202241 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-ae4e9882-db8f-41ad-a8df-444b053e247f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/networks?id=7900aab4-e9fe-4a51-9bca-0dfd165efadc HTTP/1.1" status: 200 len: 811 time: 0.5943696 Jun 01 10:13:14.210292 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Transition to ACTIVE for port object 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:14.225640 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-3082bd2c-6087-4a5e-ad67-dd55c552ed39 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/quotas/9ed8d30ff7de42a3915a08fc72ff69d6 HTTP/1.1" status: 200 len: 375 time: 0.0224845 Jun 01 10:13:14.228158 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc7ab6-84b1-4c62-9442-3d75799e9202 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6ca673-2935-49af-9a25-c6ef653a1068,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:14.231247 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d6fc7ab6-84b1-4c62-9442-3d75799e9202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:14.262765 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:14.290575 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9752e860-6008-4151-bb5b-333e079b4785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:14.346051 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e42e5c-77ba-4113-8f28-a77ad27a9031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08abbc79-89d1-4b85-8217-9857577dcd3e'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:14.348648 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe61df3b-1808-417e-81ef-c425adde81b6" -d '{"events": [{"server_uuid": "96e42e5c-77ba-4113-8f28-a77ad27a9031", "name": "network-vif-plugged", "status": "completed", "tag": "08abbc79-89d1-4b85-8217-9857577dcd3e"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:14.391185 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-8740451f-29f3-4655-aef4-799972b49ec1 req-00b3e1d4-21fb-426f-b5a4-f57eecf00e04 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Synchronizing usage tracker for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:13:14.412304 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efc63a-3537-4fec-977b-f8d7bb116442 req-7461890c-edf5-48cb-afe0-ee3be03c8d0b tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:14.414017 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-61efc63a-3537-4fec-977b-f8d7bb116442 req-7461890c-edf5-48cb-afe0-ee3be03c8d0b tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 945 time: 0.1266205 Jun 01 10:13:14.439148 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-8740451f-29f3-4655-aef4-799972b49ec1 req-00b3e1d4-21fb-426f-b5a4-f57eecf00e04 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Unset dirty status for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:13:14.440877 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-00b3e1d4-21fb-426f-b5a4-f57eecf00e04 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2144215 Jun 01 10:13:14.486969 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-61efc63a-3537-4fec-977b-f8d7bb116442 req-4bd543a8-e270-4264-b978-7f91fcffd03a tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/security-groups?id=4319119f-8643-466b-9e2f-daf26ff1af68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635042 Jun 01 10:13:14.607818 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-8f924417-01bf-466c-90ff-f26844486d48 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:14.608861 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-8f924417-01bf-466c-90ff-f26844486d48 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.82 "GET /v2.0/networks?id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 200 len: 818 time: 0.8635118 Jun 01 10:13:14.612063 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.db.resource_extend [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 10:13:14.612337 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device a9c2e264-be25-4cd2-9f31-7da57a492a16 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:14.655069 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Request body: {'port': {'device_id': 'c608116e-b96c-4fc1-a36a-0c1d2c87523d', 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d', 'admin_state_up': True, 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:14.680441 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:14.680942 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032a9d87-9c59-49a8-9d47-47962c1fd848 x-openstack-request-id: req-032a9d87-9c59-49a8-9d47-47962c1fd848 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:14.681246 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e42e5c-77ba-4113-8f28-a77ad27a9031", "name": "network-vif-plugged", "status": "completed", "tag": "08abbc79-89d1-4b85-8217-9857577dcd3e", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:14.681478 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-032a9d87-9c59-49a8-9d47-47962c1fd848 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:14.681904 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e42e5c-77ba-4113-8f28-a77ad27a9031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08abbc79-89d1-4b85-8217-9857577dcd3e', 'code': 200} Jun 01 10:13:14.712424 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Pushing event updated for resources: {'Port': ['ID=4d60353c-d974-412f-a3a1-71b9ff2b9ae7,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:14.722254 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:14.769842 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port a9c2e264-be25-4cd2-9f31-7da57a492a16 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:14.770911 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:14.772139 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:14.807471 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:14.873965 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Attempting to bind port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:13:14.874301 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Attempting to bind port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:13:14.874635 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Attempting to bind port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 on network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:14.879830 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:14.917171 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-e7ae0a59-db90-4ce3-b182-bbc7b8d10452 service neutron] 10.222.0.47 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283175 Jun 01 10:13:14.958117 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 on network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:13:14.965559 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Attempting to bind port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 on network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:14.998380 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event updated for resources: {'Port': ['ID=28ab0f41-2743-4134-bbd7-958a239f58ab,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:15.001435 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:13:15.001784 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Checking segment: {'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:13:15.002204 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Bound using segment: {'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:13:15.002918 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Bound port: 4d60353c-d974-412f-a3a1-71b9ff2b9ae7, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:13:15.003263 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:15.016842 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:15.032682 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:15.033966 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7014091 Jun 01 10:13:15.163899 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:15.186510 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Usage tracker for resource:port and tenant:4c4e84b6a84046b9a912b9d85ab300fe is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:15.205939 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:15.227577 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:15.244627 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] For port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7, host hv-cinder-78477, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:13:15.249211 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] For port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4d60353c-d974-412f-a3a1-71b9ff2b9ae7,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:13:15.257641 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:15.275059 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5330ac68-b3ec-49a3-9fea-027beb843ff5 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:15.283932 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-f1fa8920-c0f6-4486-98b3-48a2366f8805 service neutron] 10.222.0.47 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643177 Jun 01 10:13:15.313134 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99330df-5b06-45b9-8521-adc4174b2628 req-a387eb64-bb9c-4f00-9391-62b528b2e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:15.324559 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e99330df-5b06-45b9-8521-adc4174b2628 req-a387eb64-bb9c-4f00-9391-62b528b2e333 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 1099 time: 0.3425739 Jun 01 10:13:15.340731 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646bc78-3830-41d0-9e47-04be45085e28 req-3508455c-f3a3-4b1d-aa39-b0b92006086a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:15.354795 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d646bc78-3830-41d0-9e47-04be45085e28 req-3508455c-f3a3-4b1d-aa39-b0b92006086a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 946 time: 0.3715000 Jun 01 10:13:15.374978 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Made reservation on behalf of 4c4e84b6a84046b9a912b9d85ab300fe for: {'port': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:13:15.379552 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:15.401479 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Pushing event updated for resources: {'Port': ['ID=4d60353c-d974-412f-a3a1-71b9ff2b9ae7,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:15.414177 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:15.458716 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e99330df-5b06-45b9-8521-adc4174b2628 req-9dc12fac-0537-41f9-92b2-d0dc8a02fb09 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012845 Jun 01 10:13:15.477458 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d646bc78-3830-41d0-9e47-04be45085e28 req-909c1b65-fa7d-47be-a1da-c67e094f34b5 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215804 Jun 01 10:13:15.620007 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:15.624798 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:15.624798 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] 10.222.0.82 "PUT /v2.0/ports/4d60353c-d974-412f-a3a1-71b9ff2b9ae7 HTTP/1.1" status: 200 len: 1093 time: 3.3759978 Jun 01 10:13:15.624798 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f738a7d-bbb5-4809-b02b-46dce041a733', 'tag': '4d60353c-d974-412f-a3a1-71b9ff2b9ae7'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:15.626208 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c6f84a-c099-484a-b853-85edf41ba8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f738a7d-bbb5-4809-b02b-46dce041a733", "tag": "4d60353c-d974-412f-a3a1-71b9ff2b9ae7"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:15.717827 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Allocated IP 172.20.0.4 (8ae4a575-96f6-4484-8fc0-42b456a8ed8d/785bd10a-6e85-4db1-b7c7-06b735b5b7aa/e3fddcd2-d3ee-479d-a278-34dd717b36b1) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:13:15.746978 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b80c299-7e0c-42c9-b6ab-1b3501e4df75 req-b1b78dec-a9c1-48ff-8f82-eb37bd0a1640 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 210 time: 0.0631490 Jun 01 10:13:15.785442 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b651d19c-3930-45f2-8773-8893d2fe90ae tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Synchronizing usage tracker for tenant:2b47eeeeaee04233ab8d4396abe036e5 on resource:security_group {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:13:15.827288 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b651d19c-3930-45f2-8773-8893d2fe90ae tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Unset dirty status for tenant:2b47eeeeaee04233ab8d4396abe036e5 on resource:security_group {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:13:15.828752 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b651d19c-3930-45f2-8773-8893d2fe90ae tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--256676570&fields=id&tenant_id=2b47eeeeaee04233ab8d4396abe036e5 HTTP/1.1" status: 200 len: 267 time: 0.1948717 Jun 01 10:13:15.923104 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-14d4f3e6-b2fc-4242-8c2a-b4110f14e8ea req-3dd2c81e-1ae7-42fb-9381-9aea812ce4de tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 210 time: 0.0814087 Jun 01 10:13:16.153663 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c9cf4b71-99b6-4a98-b734-b7360c3e29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:16.155238 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-c9cf4b71-99b6-4a98-b734-b7360c3e29c1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 1096 time: 0.3006849 Jun 01 10:13:16.163574 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:16.270756 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-681b2994-90f4-4db3-85f6-890f28a4ef8f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:16.271399 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-681b2994-90f4-4db3-85f6-890f28a4ef8f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Synchronizing usage tracker for tenant:2b47eeeeaee04233ab8d4396abe036e5 on resource:network {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:13:16.288619 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-7fed2fcb-9efd-4213-ae2f-bbaf3b8f781c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d60353c-d974-412f-a3a1-71b9ff2b9ae7 HTTP/1.1" status: 200 len: 217 time: 0.0963795 Jun 01 10:13:16.310780 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdb86a-6ddb-4a5d-8fcb-c275a95d0756 req-5e1094ba-0b35-4280-9d3a-64777bf10997 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:16.312429 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f6bdb86a-6ddb-4a5d-8fcb-c275a95d0756 req-5e1094ba-0b35-4280-9d3a-64777bf10997 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 945 time: 0.1734667 Jun 01 10:13:16.314422 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-681b2994-90f4-4db3-85f6-890f28a4ef8f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Unset dirty status for tenant:2b47eeeeaee04233ab8d4396abe036e5 on resource:network {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:13:16.315540 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-681b2994-90f4-4db3-85f6-890f28a4ef8f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 817 time: 0.4768522 Jun 01 10:13:16.359667 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-1b3c0154-9a74-4753-b981-cac60e1e2184 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/quotas/2b47eeeeaee04233ab8d4396abe036e5 HTTP/1.1" status: 200 len: 375 time: 0.0156116 Jun 01 10:13:16.393410 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f6bdb86a-6ddb-4a5d-8fcb-c275a95d0756 req-e407df6a-eb1c-4d86-9530-f19e6c7b8d63 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/security-groups?id=4319119f-8643-466b-9e2f-daf26ff1af68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724134 Jun 01 10:13:16.409564 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:16.508213 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:16.554422 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-7b9618d6-93cd-46dc-a1f8-3013585c52a4 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1645401 Jun 01 10:13:16.601182 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91555b4-6811-4f78-958d-7e84daa62969 req-573b8352-7dfc-4c32-b56d-650193e8b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:16.603256 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-573b8352-7dfc-4c32-b56d-650193e8b5c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=785bd10a-6e85-4db1-b7c7-06b735b5b7aa HTTP/1.1" status: 200 len: 858 time: 0.2980127 Jun 01 10:13:16.605836 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Pushing event updated for resources: {'Port': ['ID=e3fddcd2-d3ee-479d-a278-34dd717b36b1,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:16.610128 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:16.731245 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3c769b-8bd7-4ce2-b736-e39f7a5bf063 x-openstack-request-id: req-3c3c769b-8bd7-4ce2-b736-e39f7a5bf063 {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:16.731743 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f738a7d-bbb5-4809-b02b-46dce041a733", "tag": "4d60353c-d974-412f-a3a1-71b9ff2b9ae7", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:16.732024 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c3c769b-8bd7-4ce2-b736-e39f7a5bf063 {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:16.732440 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f738a7d-bbb5-4809-b02b-46dce041a733', 'tag': '4d60353c-d974-412f-a3a1-71b9ff2b9ae7', 'status': 'completed', 'code': 200} Jun 01 10:13:16.756335 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-9d9a9906-2394-49a1-81cc-71067161e5b3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441061 Jun 01 10:13:16.760004 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:13:16.761187 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:16.763558 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:13:16.769999 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:16.772102 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:16.818295 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1728802 Jun 01 10:13:16.892086 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-12f2b8a6-7af1-4d98-b989-63b30e8127eb service neutron] 10.222.0.47 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261313 Jun 01 10:13:16.906425 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Request body: {'port': {'device_id': 'c608116e-b96c-4fc1-a36a-0c1d2c87523d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:16.933386 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febde878-390f-4595-ac4b-e177c86be76a req-1e9e7f63-756b-4481-b97e-2094e4e80a66 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:16.935246 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-febde878-390f-4595-ac4b-e177c86be76a req-1e9e7f63-756b-4481-b97e-2094e4e80a66 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 946 time: 0.2050719 Jun 01 10:13:17.052409 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-febde878-390f-4595-ac4b-e177c86be76a req-8f7afd7c-05d9-460b-8270-ee7f5a986397 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617757 Jun 01 10:13:17.127059 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-8a17bf9c-e6e4-497b-a952-1c71dff25c67 service neutron] 10.222.0.47 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339950 Jun 01 10:13:17.225872 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:17.451440 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-11d09ab6-b1f4-4dc5-b683-b9a16c516474 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610622 Jun 01 10:13:17.729740 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-64acec1d-38ab-4752-89dc-861e3fc7d23d req-5b1137c0-ee2c-4a7a-bd70-f25a05789968 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 210 time: 0.1271307 Jun 01 10:13:17.880698 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-897736f3-3ba0-4ee9-b4e9-8d48c35243a6 req-21170eae-2bf4-414c-8682-cf33b5bfa566 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 210 time: 0.0564561 Jun 01 10:13:17.949463 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0725ddf-ca91-49f4-8519-7ef659e6367a req-7783ea48-4eab-45ec-9338-f213f038cb65 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:17.951617 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0725ddf-ca91-49f4-8519-7ef659e6367a req-7783ea48-4eab-45ec-9338-f213f038cb65 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 931 time: 0.3474512 Jun 01 10:13:17.975072 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740451f-29f3-4655-aef4-799972b49ec1 req-caedeb30-dc74-4d99-91c2-48aebc3f5407 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:17.977503 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-caedeb30-dc74-4d99-91c2-48aebc3f5407 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.82 "GET /v2.0/networks?id=7900aab4-e9fe-4a51-9bca-0dfd165efadc HTTP/1.1" status: 200 len: 811 time: 0.8170607 Jun 01 10:13:17.994544 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-f91555b4-6811-4f78-958d-7e84daa62969 req-85b39131-ba81-4ab5-b16e-28c804d60362 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210805 Jun 01 10:13:18.061007 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0725ddf-ca91-49f4-8519-7ef659e6367a req-30df6205-3cdb-44ff-a82b-6143ec82427c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821164 Jun 01 10:13:18.098916 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-6ff29378-c040-4735-815a-15eb0d8aa852 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6 HTTP/1.1" status: 200 len: 380 time: 0.1010683 Jun 01 10:13:18.133158 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Request body: {'port': {'device_id': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'admin_state_up': True, 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'security_groups': ['059a3df7-88c8-4a36-b283-6599f351b665']}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:18.213715 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fddcd2-d3ee-479d-a278-34dd717b36b1 {{(pid=91916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:18.220519 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6f84a-c099-484a-b853-85edf41ba8a1 req-fe89dd7d-b539-4dc3-bdd6-b71fef565da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:18.222030 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-33c6f84a-c099-484a-b853-85edf41ba8a1 req-fe89dd7d-b539-4dc3-bdd6-b71fef565da3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 1096 time: 0.1601331 Jun 01 10:13:18.227451 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:18.383712 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:18.395670 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:18.408674 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Made reservation on behalf of 9ed8d30ff7de42a3915a08fc72ff69d6 for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:13:18.412365 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:18.445666 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Transition to ACTIVE for port object e3fddcd2-d3ee-479d-a278-34dd717b36b1 will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:18.460649 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:18.472743 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:18.694358 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Allocated IP 172.20.0.8 (7900aab4-e9fe-4a51-9bca-0dfd165efadc/2495f7f6-4b79-4201-8237-61645accc743/bd93b7d6-f4fc-4834-9a46-07da4ee2923f) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:13:18.733124 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fddcd2-d3ee-479d-a278-34dd717b36b1,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:18.741957 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:18.756715 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6f84a-c099-484a-b853-85edf41ba8a1 req-e0961e9b-412c-4a4d-b103-07f766ee31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:18.759995 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-33c6f84a-c099-484a-b853-85edf41ba8a1 req-e0961e9b-412c-4a4d-b103-07f766ee31e9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 200 len: 920 time: 0.5273495 Jun 01 10:13:18.760433 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58148) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:18.767145 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Attempting to bind port e3fddcd2-d3ee-479d-a278-34dd717b36b1 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:13:18.767554 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Attempting to bind port e3fddcd2-d3ee-479d-a278-34dd717b36b1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:13:18.767947 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Attempting to bind port e3fddcd2-d3ee-479d-a278-34dd717b36b1 on network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:18.847441 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Port e3fddcd2-d3ee-479d-a278-34dd717b36b1 on network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:13:18.847850 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Attempting to bind port e3fddcd2-d3ee-479d-a278-34dd717b36b1 on network 8ae4a575-96f6-4484-8fc0-42b456a8ed8d {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:18.869481 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:13:18.869918 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Checking segment: {'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:13:18.870388 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Bound using segment: {'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:13:18.870903 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Bound port: e3fddcd2-d3ee-479d-a278-34dd717b36b1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '691640d5-97fa-4926-aa8a-d9e6c15c00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:13:18.871320 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:18.883185 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-33c6f84a-c099-484a-b853-85edf41ba8a1 req-6e6beaee-99e3-4c7c-994a-44b93596174b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d60353c-d974-412f-a3a1-71b9ff2b9ae7 HTTP/1.1" status: 200 len: 217 time: 0.1100709 Jun 01 10:13:18.984721 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6f84a-c099-484a-b853-85edf41ba8a1 req-6ba23b19-9552-485a-a4c4-1edd86af464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:18.989491 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-33c6f84a-c099-484a-b853-85edf41ba8a1 req-6ba23b19-9552-485a-a4c4-1edd86af464a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=785bd10a-6e85-4db1-b7c7-06b735b5b7aa HTTP/1.1" status: 200 len: 858 time: 0.0955961 Jun 01 10:13:19.006548 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ef0f23a8-7f30-4ee1-a10f-103ffeac00ae req-3db5449a-abb6-45a9-bac0-db1b1a076484 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 210 time: 0.0802183 Jun 01 10:13:19.052065 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bb1573a8-06ad-4756-9e9a-0761e906dfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:19.144341 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-bb1573a8-06ad-4756-9e9a-0761e906dfdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:19.149022 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-33c6f84a-c099-484a-b853-85edf41ba8a1 req-bdd34e79-8eb0-4228-b6a2-c6d4f9195bf1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367025 Jun 01 10:13:19.154809 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-bb1573a8-06ad-4756-9e9a-0761e906dfdb admin admin] Usage tracker for resource:security_group_rule and tenant:291f1101da5a45a389a7152dd5850a32 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:19.183018 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.82', 60933) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:19.195531 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-bb1573a8-06ad-4756-9e9a-0761e906dfdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:19.205492 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5cdfde22-1281-4c92-84ad-58864b6de4b8 req-3970d893-7b9e-4d01-a5af-f444c626506a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 210 time: 0.1165073 Jun 01 10:13:19.213356 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-bb1573a8-06ad-4756-9e9a-0761e906dfdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:19.306663 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] For port e3fddcd2-d3ee-479d-a278-34dd717b36b1, host hv-cinder-78477, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:13:19.335248 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] For port e3fddcd2-d3ee-479d-a278-34dd717b36b1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e3fddcd2-d3ee-479d-a278-34dd717b36b1,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:13:19.350090 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:19.375209 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:19.480268 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:19.509512 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:19.510169 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:19.511706 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] 10.222.0.82 "PUT /v2.0/ports/e3fddcd2-d3ee-479d-a278-34dd717b36b1 HTTP/1.1" status: 200 len: 1093 time: 2.6222374 Jun 01 10:13:19.513582 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c608116e-b96c-4fc1-a36a-0c1d2c87523d', 'tag': 'e3fddcd2-d3ee-479d-a278-34dd717b36b1'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:19.516439 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6040f4-204a-45fa-97f7-fad04bfdc371" -d '{"events": [{"name": "network-changed", "server_uuid": "c608116e-b96c-4fc1-a36a-0c1d2c87523d", "tag": "e3fddcd2-d3ee-479d-a278-34dd717b36b1"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:19.527422 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-33c6f84a-c099-484a-b853-85edf41ba8a1 req-404e049d-5513-492e-8db2-e2e2507f2960 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595910 Jun 01 10:13:19.562508 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Transition to ACTIVE for port object bd93b7d6-f4fc-4834-9a46-07da4ee2923f will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:19.615003 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fddcd2-d3ee-479d-a278-34dd717b36b1,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:19.619833 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:19.643878 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-43850225-ac5d-4bd0-ae2e-00d7ef983d92 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:19.645367 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-43850225-ac5d-4bd0-ae2e-00d7ef983d92 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.82 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 817 time: 0.4559331 Jun 01 10:13:19.665302 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e2fbc-3aee-42ef-9a83-1d9e48c03bb0 req-3199604a-f8c4-430a-b385-7493c5ee6fa8 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:19.673594 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3d0e2fbc-3aee-42ef-9a83-1d9e48c03bb0 req-3199604a-f8c4-430a-b385-7493c5ee6fa8 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 943 time: 0.1958690 Jun 01 10:13:19.748834 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:19.778997 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3d0e2fbc-3aee-42ef-9a83-1d9e48c03bb0 req-a59a0e59-2f4d-4220-b056-3c0a87070cb4 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048417 Jun 01 10:13:19.789560 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:19.827508 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bb1573a8-06ad-4756-9e9a-0761e906dfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:19.838282 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-e2ffc54a-e305-496c-b8d2-3895ccbaf855 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b47eeeeaee04233ab8d4396abe036e5 HTTP/1.1" status: 200 len: 379 time: 0.1629755 Jun 01 10:13:19.838852 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bb1573a8-06ad-4756-9e9a-0761e906dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:19.857437 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Request body: {'port': {'device_id': '32b46be3-9734-483e-8381-d4fafc34267e', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'admin_state_up': True, 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'security_groups': ['ae59be0a-b67a-4565-a5a0-538e4fdb436c']}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:19.914335 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:19.924943 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-bb1573a8-06ad-4756-9e9a-0761e906dfdb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=291f1101da5a45a389a7152dd5850a32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1634557 Jun 01 10:13:19.936243 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58214) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:20.016757 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Network 7900aab4-e9fe-4a51-9bca-0dfd165efadc is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:13:20.035738 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:20.051298 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event updated for resources: {'Port': ['ID=bd93b7d6-f4fc-4834-9a46-07da4ee2923f,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:20.055639 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:13:20.063309 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:20.065187 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:20.091965 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:20.154918 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0471771 Jun 01 10:13:20.170336 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2869557e-fd52-4de4-9c45-1b7fef932256 x-openstack-request-id: req-2869557e-fd52-4de4-9c45-1b7fef932256 {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:20.171457 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c608116e-b96c-4fc1-a36a-0c1d2c87523d", "tag": "e3fddcd2-d3ee-479d-a278-34dd717b36b1", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:20.171735 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2869557e-fd52-4de4-9c45-1b7fef932256 {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:20.172153 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c608116e-b96c-4fc1-a36a-0c1d2c87523d', 'tag': 'e3fddcd2-d3ee-479d-a278-34dd717b36b1', 'status': 'completed', 'code': 200} Jun 01 10:13:20.180580 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Request body: {'port': {'device_id': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:20.191671 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-33c6f84a-c099-484a-b853-85edf41ba8a1 req-b7b2d175-7148-4442-aac5-55f01ef3fd7a service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562972 Jun 01 10:13:20.206473 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-d38f33f7-8e78-43d4-9e14-c377b91b64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:20.207948 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-d38f33f7-8e78-43d4-9e14-c377b91b64a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 1096 time: 0.4866562 Jun 01 10:13:20.211141 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1573a8-06ad-4756-9e9a-0761e906dfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9656be62-abaf-4d7a-821d-b6cc371d8308,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:20.214862 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-bb1573a8-06ad-4756-9e9a-0761e906dfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:20.290308 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6372b9e6-507d-4bc4-a6c2-5a3340f2b67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:20.293840 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-126d5327-6a7f-4bc5-966a-f10f29b7d98b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3fddcd2-d3ee-479d-a278-34dd717b36b1 HTTP/1.1" status: 200 len: 217 time: 0.0758078 Jun 01 10:13:20.368276 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6372b9e6-507d-4bc4-a6c2-5a3340f2b67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:20.387349 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-02ad9024-cdda-4cdf-9744-097faf3a9dc5 None None] Provisioning for port bd93b7d6-f4fc-4834-9a46-07da4ee2923f completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:20.396031 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-02ad9024-cdda-4cdf-9744-097faf3a9dc5 None None] Provisioning complete for port bd93b7d6-f4fc-4834-9a46-07da4ee2923f triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:20.397561 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-02ad9024-cdda-4cdf-9744-097faf3a9dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:20.422226 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-abb4f0ef-20b9-4b99-8000-bc1ba3009acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:20.423902 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-abb4f0ef-20b9-4b99-8000-bc1ba3009acf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=785bd10a-6e85-4db1-b7c7-06b735b5b7aa HTTP/1.1" status: 200 len: 858 time: 0.1082873 Jun 01 10:13:20.498795 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-10868299-32a8-46c5-83ae-8b8eb19ebc53 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670836 Jun 01 10:13:20.519400 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:20.523442 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Usage tracker for resource:port and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:20.526599 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:20.534069 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:20.550529 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Made reservation on behalf of 2b47eeeeaee04233ab8d4396abe036e5 for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:13:20.552558 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-02ad9024-cdda-4cdf-9744-097faf3a9dc5 None None] Port bd93b7d6-f4fc-4834-9a46-07da4ee2923f cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:13:20.554430 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:20.583095 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:20.611655 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6372b9e6-507d-4bc4-a6c2-5a3340f2b67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:20.619932 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:20.645803 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372b9e6-507d-4bc4-a6c2-5a3340f2b67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9656be62-abaf-4d7a-821d-b6cc371d8308,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:20.654116 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6372b9e6-507d-4bc4-a6c2-5a3340f2b67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:20.683026 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6372b9e6-507d-4bc4-a6c2-5a3340f2b67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:20.683026 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-6372b9e6-507d-4bc4-a6c2-5a3340f2b67d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9656be62-abaf-4d7a-821d-b6cc371d8308 HTTP/1.1" status: 204 len: 168 time: 0.7393117 Jun 01 10:13:20.701664 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-712ae346-6df7-4be4-9856-73d16a73e39e service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941245 Jun 01 10:13:20.856302 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-67966cbb-71bb-4a5e-a46a-7c298ab710e3 req-af36fcb0-4bf8-4cf3-9930-016547ee1b77 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463814 Jun 01 10:13:20.949390 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9348402a-fe78-4edd-89ca-81092ea6e9b6 req-5bc85b7b-3059-4689-9547-d984fe4e0cd2 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 210 time: 0.2558560 Jun 01 10:13:20.984120 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dc5ef-066d-477d-a52c-873b95f751bc req-b4a89ede-e373-45f3-ad08-90d5c6e30fbf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:20.990171 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-996dc5ef-066d-477d-a52c-873b95f751bc req-b4a89ede-e373-45f3-ad08-90d5c6e30fbf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Synchronizing usage tracker for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:13:21.020776 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6040f4-204a-45fa-97f7-fad04bfdc371 req-bb7dc5e0-b85b-4314-9136-b9c31c1d7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:21.023569 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8e6040f4-204a-45fa-97f7-fad04bfdc371 req-bb7dc5e0-b85b-4314-9136-b9c31c1d7dce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 1096 time: 0.1088061 Jun 01 10:13:21.135535 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58256) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:21.167129 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf482-3233-4040-990e-fbbb899422a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:21.187146 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-f1cbf482-3233-4040-990e-fbbb899422a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:21.191733 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-f1cbf482-3233-4040-990e-fbbb899422a6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad9d238946c64f439eb668c6449a6433 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:21.195410 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-f1cbf482-3233-4040-990e-fbbb899422a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:21.202168 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-996dc5ef-066d-477d-a52c-873b95f751bc req-b4a89ede-e373-45f3-ad08-90d5c6e30fbf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Unset dirty status for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:13:21.203312 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-f1cbf482-3233-4040-990e-fbbb899422a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:21.209484 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-996dc5ef-066d-477d-a52c-873b95f751bc req-b4a89ede-e373-45f3-ad08-90d5c6e30fbf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 931 time: 0.8869257 Jun 01 10:13:21.249300 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Allocated IP 172.20.0.9 (c339b17d-abdf-48dc-8c0f-50ed8b34d010/c93d5076-e9b2-42b0-9057-e08ae7429957/589f3540-ac63-4402-b964-fe90b6ed1cc1) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:13:21.299145 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6040f4-204a-45fa-97f7-fad04bfdc371 req-0d80b9cb-bc1d-4491-9799-452c80064b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:21.300936 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8e6040f4-204a-45fa-97f7-fad04bfdc371 req-0d80b9cb-bc1d-4491-9799-452c80064b45 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 200 len: 920 time: 0.2692742 Jun 01 10:13:21.390546 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8e6040f4-204a-45fa-97f7-fad04bfdc371 req-37668cde-a0cb-451a-b4ec-edfbac974fd2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3fddcd2-d3ee-479d-a278-34dd717b36b1 HTTP/1.1" status: 200 len: 217 time: 0.0792327 Jun 01 10:13:21.394640 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-996dc5ef-066d-477d-a52c-873b95f751bc req-90af4d1b-3bc0-492a-8783-841ef8236c7a tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842685 Jun 01 10:13:21.453597 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf482-3233-4040-990e-fbbb899422a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:21.465879 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf482-3233-4040-990e-fbbb899422a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:21.479328 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-408f0efc-cdc9-4cd1-a13f-49ca9834be8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:21.483653 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:13:21.526317 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6040f4-204a-45fa-97f7-fad04bfdc371 req-74a512da-91fb-46f3-97fc-6195d1c37c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:21.527396 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8e6040f4-204a-45fa-97f7-fad04bfdc371 req-74a512da-91fb-46f3-97fc-6195d1c37c0c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=785bd10a-6e85-4db1-b7c7-06b735b5b7aa HTTP/1.1" status: 200 len: 858 time: 0.1277416 Jun 01 10:13:21.538844 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-f1cbf482-3233-4040-990e-fbbb899422a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad9d238946c64f439eb668c6449a6433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998985 Jun 01 10:13:21.547151 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b1fee-ecaa-46a0-ac0a-9db693e98799 req-7b880f94-d66d-4fff-a605-fcc07f6167de tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:21.549493 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-363b1fee-ecaa-46a0-ac0a-9db693e98799 req-7b880f94-d66d-4fff-a605-fcc07f6167de tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 943 time: 0.3999212 Jun 01 10:13:21.559187 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 58262) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:21.579605 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbf482-3233-4040-990e-fbbb899422a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a81a85-012e-45d0-af05-01838dab03aa,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:21.587605 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f1cbf482-3233-4040-990e-fbbb899422a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:21.589897 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8e6040f4-204a-45fa-97f7-fad04bfdc371 req-2f88f19e-6e1f-438d-863a-4793a13ccb0f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501411 Jun 01 10:13:21.648167 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4d60353c-d974-412f-a3a1-71b9ff2b9ae7,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:21.664417 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '4d60353c-d974-412f-a3a1-71b9ff2b9ae7', 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d', 'port_id': '4d60353c-d974-412f-a3a1-71b9ff2b9ae7', 'mac_address': 'fa:16:3e:55:a4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785bd10a-6e85-4db1-b7c7-06b735b5b7aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:13:21.739423 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-363b1fee-ecaa-46a0-ac0a-9db693e98799 req-192bce8a-027f-4fa4-a4f1-c82b20fae939 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772974 Jun 01 10:13:21.749153 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:21.771660 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:21.779791 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8e6040f4-204a-45fa-97f7-fad04bfdc371 req-4a8dd7ab-cae7-47ae-bed6-f09aec3a805a service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722314 Jun 01 10:13:21.802206 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4d60353c-d974-412f-a3a1-71b9ff2b9ae7,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:21.807945 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:21.810027 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:21.824268 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd93b7d6-f4fc-4834-9a46-07da4ee2923f {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:21.834859 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:21.848271 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:21.850676 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70b6d3cf-0089-4088-aba4-f64c905296df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:21.886574 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Transition to ACTIVE for port object 589f3540-ac63-4402-b964-fe90b6ed1cc1 will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:21.895030 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Transition to ACTIVE for port object bd93b7d6-f4fc-4834-9a46-07da4ee2923f will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:21.904288 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70b6d3cf-0089-4088-aba4-f64c905296df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:21.915865 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:21.921667 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=4d60353c-d974-412f-a3a1-71b9ff2b9ae7,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:21.932802 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:21.939939 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-aafc0cc7-c490-417b-bd26-bdee47ebb8f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:21.979690 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8e6040f4-204a-45fa-97f7-fad04bfdc371 req-635400e2-e6eb-40bf-b073-ae7883802c34 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934853 Jun 01 10:13:22.083899 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['4d60353c-d974-412f-a3a1-71b9ff2b9ae7'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:13:22.102882 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Pushing event updated for resources: {'Port': ['ID=bd93b7d6-f4fc-4834-9a46-07da4ee2923f,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:22.106817 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:22.209869 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9f35ed93-dc75-4ee2-a32b-0eedd3a30401 req-a0c5a905-4031-49e3-b6c8-a241ce6d522c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 210 time: 0.1082151 Jun 01 10:13:22.223474 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:22.238652 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-2eafc39b-25de-4bb8-a655-d38954689145 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:22.279346 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Attempting to bind port bd93b7d6-f4fc-4834-9a46-07da4ee2923f on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:13:22.279658 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Attempting to bind port bd93b7d6-f4fc-4834-9a46-07da4ee2923f by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:13:22.279925 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Attempting to bind port bd93b7d6-f4fc-4834-9a46-07da4ee2923f on network 7900aab4-e9fe-4a51-9bca-0dfd165efadc {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:22.294088 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Port bd93b7d6-f4fc-4834-9a46-07da4ee2923f on network 7900aab4-e9fe-4a51-9bca-0dfd165efadc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:13:22.294413 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Attempting to bind port bd93b7d6-f4fc-4834-9a46-07da4ee2923f on network 7900aab4-e9fe-4a51-9bca-0dfd165efadc {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:22.296452 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70b6d3cf-0089-4088-aba4-f64c905296df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:22.321729 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:13:22.322134 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Checking segment: {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:13:22.322521 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Bound using segment: {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:13:22.322988 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Bound port: bd93b7d6-f4fc-4834-9a46-07da4ee2923f, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:13:22.323329 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:22.336550 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Network c339b17d-abdf-48dc-8c0f-50ed8b34d010 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:13:22.342324 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:22.350041 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:13:22.355700 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:22.356326 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:22.382182 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event updated for resources: {'Port': ['ID=589f3540-ac63-4402-b964-fe90b6ed1cc1,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:22.394994 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:22.395834 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:22.458583 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70b6d3cf-0089-4088-aba4-f64c905296df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:22.460308 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-70b6d3cf-0089-4088-aba4-f64c905296df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43a81a85-012e-45d0-af05-01838dab03aa HTTP/1.1" status: 204 len: 168 time: 0.9000251 Jun 01 10:13:22.469242 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6d3cf-0089-4088-aba4-f64c905296df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a81a85-012e-45d0-af05-01838dab03aa,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:22.476104 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6260605 Jun 01 10:13:22.482754 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-70b6d3cf-0089-4088-aba4-f64c905296df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:22.518362 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Request body: {'port': {'device_id': '32b46be3-9734-483e-8381-d4fafc34267e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:22.725759 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58290) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:22.799294 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] For port bd93b7d6-f4fc-4834-9a46-07da4ee2923f, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:13:22.833070 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] For port bd93b7d6-f4fc-4834-9a46-07da4ee2923f, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bd93b7d6-f4fc-4834-9a46-07da4ee2923f,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:13:22.843399 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-4aff1754-6e4b-415a-8353-1fcae001f390 None None] Provisioning for port 589f3540-ac63-4402-b964-fe90b6ed1cc1 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:22.852290 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:22.859456 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-4aff1754-6e4b-415a-8353-1fcae001f390 None None] Provisioning complete for port 589f3540-ac63-4402-b964-fe90b6ed1cc1 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:22.863083 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-4aff1754-6e4b-415a-8353-1fcae001f390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:22.877092 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:22.954550 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:22.998656 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-4aff1754-6e4b-415a-8353-1fcae001f390 None None] Port 589f3540-ac63-4402-b964-fe90b6ed1cc1 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:13:23.081602 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:23.083220 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:23.084976 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] 10.222.0.82 "PUT /v2.0/ports/bd93b7d6-f4fc-4834-9a46-07da4ee2923f HTTP/1.1" status: 200 len: 1093 time: 2.9135988 Jun 01 10:13:23.144186 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-088689fc-ac0e-48ed-afa7-f9aef32a8b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:23.176455 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-088689fc-ac0e-48ed-afa7-f9aef32a8b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:23.183487 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-088689fc-ac0e-48ed-afa7-f9aef32a8b45 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf69267927d4e3fba983aaa9ba563fe is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:23.187610 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-088689fc-ac0e-48ed-afa7-f9aef32a8b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:23.208097 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-088689fc-ac0e-48ed-afa7-f9aef32a8b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:23.278135 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'tag': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:23.280424 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f8369e-7cf5-4ed0-adc3-c04b42fd967b" -d '{"events": [{"name": "network-changed", "server_uuid": "d27ba102-e1e1-4e4c-ba5c-931a9c887fea", "tag": "bd93b7d6-f4fc-4834-9a46-07da4ee2923f"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:23.360865 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-088689fc-ac0e-48ed-afa7-f9aef32a8b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:23.367202 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-088689fc-ac0e-48ed-afa7-f9aef32a8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:23.379793 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-bb1573a8-06ad-4756-9e9a-0761e906dfdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:23.435235 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-088689fc-ac0e-48ed-afa7-f9aef32a8b45 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6cf69267927d4e3fba983aaa9ba563fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7061164 Jun 01 10:13:23.435771 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58336) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:23.438701 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088689fc-ac0e-48ed-afa7-f9aef32a8b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a71e71-f503-453c-bfe7-e0db9b7a8e95,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:23.441829 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-088689fc-ac0e-48ed-afa7-f9aef32a8b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:23.501936 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device e3fddcd2-d3ee-479d-a278-34dd717b36b1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:13:23.527317 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d5767104-44f7-4f9c-95d8-89de37e04f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:23.538073 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:23.559843 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d5767104-44f7-4f9c-95d8-89de37e04f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:23.586690 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd20d9-c744-4d88-b543-91f51624f778 req-35d342bb-facd-4fd5-a82a-93c660837a29 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:23.595737 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4acd20d9-c744-4d88-b543-91f51624f778 req-35d342bb-facd-4fd5-a82a-93c660837a29 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 943 time: 0.8843856 Jun 01 10:13:23.597954 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Pushing event updated for resources: {'Port': ['ID=bd93b7d6-f4fc-4834-9a46-07da4ee2923f,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:23.634091 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d5767104-44f7-4f9c-95d8-89de37e04f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:23.637333 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:23.640471 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6b7107d1-2115-43ca-a24a-d163c6f5a977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:23.655152 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5767104-44f7-4f9c-95d8-89de37e04f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a71e71-f503-453c-bfe7-e0db9b7a8e95,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:23.658902 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d5767104-44f7-4f9c-95d8-89de37e04f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:23.665656 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d5767104-44f7-4f9c-95d8-89de37e04f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:23.666994 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-d5767104-44f7-4f9c-95d8-89de37e04f43 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a1a71e71-f503-453c-bfe7-e0db9b7a8e95 HTTP/1.1" status: 204 len: 168 time: 0.2302623 Jun 01 10:13:23.764535 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:23.781687 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:23.782137 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:23.816850 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4acd20d9-c744-4d88-b543-91f51624f778 req-d91fa36b-08d4-4e74-8053-667a783a9f51 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200224 Jun 01 10:13:23.828879 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port e3fddcd2-d3ee-479d-a278-34dd717b36b1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e3fddcd2-d3ee-479d-a278-34dd717b36b1,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:23.839388 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740451f-29f3-4655-aef4-799972b49ec1 req-9cb1ffbb-c00f-490a-94c2-13a559d38382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:23.840847 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-9cb1ffbb-c00f-490a-94c2-13a559d38382 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6&device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 1096 time: 0.5640473 Jun 01 10:13:23.859428 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': 'e3fddcd2-d3ee-479d-a278-34dd717b36b1', 'network_id': '8ae4a575-96f6-4484-8fc0-42b456a8ed8d', 'port_id': 'e3fddcd2-d3ee-479d-a278-34dd717b36b1', 'mac_address': 'fa:16:3e:6a:eb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '785bd10a-6e85-4db1-b7c7-06b735b5b7aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:13:23.941769 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e806a7-96e1-40d4-a1f4-35ff201cd150 req-a9b7a662-4b76-4390-b249-19fd9dc7498d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:23.943282 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-76e806a7-96e1-40d4-a1f4-35ff201cd150 req-a9b7a662-4b76-4390-b249-19fd9dc7498d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 943 time: 0.6678801 Jun 01 10:13:23.947395 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-602ed5e2-4b40-4601-936a-2cef8d77b7c7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd93b7d6-f4fc-4834-9a46-07da4ee2923f HTTP/1.1" status: 200 len: 217 time: 0.0884702 Jun 01 10:13:23.976890 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:24.000021 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fddcd2-d3ee-479d-a278-34dd717b36b1 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:24.008366 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:24.036705 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port e3fddcd2-d3ee-479d-a278-34dd717b36b1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e3fddcd2-d3ee-479d-a278-34dd717b36b1,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:24.042709 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f738a7d-bbb5-4809-b02b-46dce041a733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d60353c-d974-412f-a3a1-71b9ff2b9ae7'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:24.044984 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54ede46-81f4-4d7a-8cc1-2d613226bd7c" -d '{"events": [{"server_uuid": "5f738a7d-bbb5-4809-b02b-46dce041a733", "name": "network-vif-plugged", "status": "completed", "tag": "4d60353c-d974-412f-a3a1-71b9ff2b9ae7"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:24.051552 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:24.055060 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-0a15a1da-42db-4ecf-bd45-9ddd8847268b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:24.094422 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4d60353c-d974-412f-a3a1-71b9ff2b9ae7,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:24.111218 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:24.134273 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=e3fddcd2-d3ee-479d-a278-34dd717b36b1,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:24.135104 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740451f-29f3-4655-aef4-799972b49ec1 req-37b11078-6966-403e-ad4a-12cee1b674a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:24.136544 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-37b11078-6966-403e-ad4a-12cee1b674a3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2495f7f6-4b79-4201-8237-61645accc743 HTTP/1.1" status: 200 len: 850 time: 0.1792381 Jun 01 10:13:24.138188 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:24.138887 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:24.153698 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-76e806a7-96e1-40d4-a1f4-35ff201cd150 req-a934e7c8-19d5-43ad-8e48-6142ff50980a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951790 Jun 01 10:13:24.284235 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589f3540-ac63-4402-b964-fe90b6ed1cc1 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:24.286438 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=4d60353c-d974-412f-a3a1-71b9ff2b9ae7,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:24.289768 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:24.316056 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e652c3c-b181-45d7-817e-a15a56960b61 req-fea39156-5e54-4f1f-9338-86baf6470e46 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:24.323625 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6e652c3c-b181-45d7-817e-a15a56960b61 req-fea39156-5e54-4f1f-9338-86baf6470e46 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 945 time: 0.3281376 Jun 01 10:13:24.338102 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['e3fddcd2-d3ee-479d-a278-34dd717b36b1'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:13:24.372842 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:24.412762 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58370) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:24.442884 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6e652c3c-b181-45d7-817e-a15a56960b61 req-19a7a4f1-fca8-404d-aa7c-fa1c0c8b5509 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/security-groups?id=4319119f-8643-466b-9e2f-daf26ff1af68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182070 Jun 01 10:13:24.526778 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Transition to ACTIVE for port object 589f3540-ac63-4402-b964-fe90b6ed1cc1 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:24.566023 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:24.577022 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740451f-29f3-4655-aef4-799972b49ec1 req-80d4d154-e901-4ce2-913d-22dfbf7995c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:24.578553 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-80d4d154-e901-4ce2-913d-22dfbf7995c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7900aab4-e9fe-4a51-9bca-0dfd165efadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4286129 Jun 01 10:13:24.587921 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-5dfe3ddb-e20a-4418-a933-f89f754bd48e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:24.677344 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-b62d16ea-805f-493f-98bb-0dd92d65a18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:24.772648 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-b62d16ea-805f-493f-98bb-0dd92d65a18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:24.777389 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-b62d16ea-805f-493f-98bb-0dd92d65a18e admin admin] Usage tracker for resource:security_group_rule and tenant:e41526652fdc428c947d1e8c58956c7c is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:24.780437 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-b62d16ea-805f-493f-98bb-0dd92d65a18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:24.787046 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-b62d16ea-805f-493f-98bb-0dd92d65a18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:24.894824 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff20b22-34bb-424f-9db3-a254c34652b3 req-e465e694-b13f-48d9-9d8e-4ea7c5e38b9a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:24.895570 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-aff20b22-34bb-424f-9db3-a254c34652b3 req-e465e694-b13f-48d9-9d8e-4ea7c5e38b9a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Synchronizing usage tracker for tenant:2b47eeeeaee04233ab8d4396abe036e5 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:13:24.919097 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-efd6690a-e30c-4ab5-8f6b-8bbf157261ba tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:24.919941 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-efd6690a-e30c-4ab5-8f6b-8bbf157261ba tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Synchronizing usage tracker for tenant:1e7f4b9dc9644affa5b73cadcfd6f421 on resource:port {{(pid=91916) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:13:24.937102 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-b62d16ea-805f-493f-98bb-0dd92d65a18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:24.953133 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-b62d16ea-805f-493f-98bb-0dd92d65a18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:24.964486 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:24.996325 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-efd6690a-e30c-4ab5-8f6b-8bbf157261ba tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Unset dirty status for tenant:1e7f4b9dc9644affa5b73cadcfd6f421 on resource:port {{(pid=91916) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:13:24.997822 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-efd6690a-e30c-4ab5-8f6b-8bbf157261ba tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.82 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 945 time: 0.3633895 Jun 01 10:13:25.001617 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d16ea-805f-493f-98bb-0dd92d65a18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa7f134-6517-4ad4-86a2-25819bb6aff7,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:25.002650 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-49e0f21b-6607-4cc3-b8b5-18d335983845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:25.008819 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-b62d16ea-805f-493f-98bb-0dd92d65a18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:25.051216 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Pushing event updated for resources: {'Port': ['ID=589f3540-ac63-4402-b964-fe90b6ed1cc1,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:25.088305 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:25.101746 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-b62d16ea-805f-493f-98bb-0dd92d65a18e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e41526652fdc428c947d1e8c58956c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6858063 Jun 01 10:13:25.107171 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58404) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:25.155162 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-aff20b22-34bb-424f-9db3-a254c34652b3 req-e465e694-b13f-48d9-9d8e-4ea7c5e38b9a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Unset dirty status for tenant:2b47eeeeaee04233ab8d4396abe036e5 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:13:25.156314 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-aff20b22-34bb-424f-9db3-a254c34652b3 req-e465e694-b13f-48d9-9d8e-4ea7c5e38b9a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 931 time: 0.8305447 Jun 01 10:13:25.177991 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Attempting to bind port 589f3540-ac63-4402-b964-fe90b6ed1cc1 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:13:25.178479 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Attempting to bind port 589f3540-ac63-4402-b964-fe90b6ed1cc1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:13:25.178850 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Attempting to bind port 589f3540-ac63-4402-b964-fe90b6ed1cc1 on network c339b17d-abdf-48dc-8c0f-50ed8b34d010 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:25.222585 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-da726906-252e-4a29-ac0f-aefe9c89f551 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623150 Jun 01 10:13:25.233726 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Port 589f3540-ac63-4402-b964-fe90b6ed1cc1 on network c339b17d-abdf-48dc-8c0f-50ed8b34d010 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:13:25.234079 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Attempting to bind port 589f3540-ac63-4402-b964-fe90b6ed1cc1 on network c339b17d-abdf-48dc-8c0f-50ed8b34d010 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:25.276402 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:13:25.276721 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Checking segment: {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:13:25.277342 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Bound using segment: {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:13:25.277890 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Bound port: 589f3540-ac63-4402-b964-fe90b6ed1cc1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:13:25.278286 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:25.315761 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3979edcf-3ddf-4ab8-9f24-49eb879cab13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:25.333819 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-c858a408-982f-4cb4-a900-cf495414f918 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Deleting port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:13:25.334295 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-c858a408-982f-4cb4-a900-cf495414f918 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:25.416904 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3979edcf-3ddf-4ab8-9f24-49eb879cab13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:25.458519 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-f5811c18-0a99-48b4-aea9-9996b7745c25 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:25.460006 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-f5811c18-0a99-48b4-aea9-9996b7745c25 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 814 time: 0.7986212 Jun 01 10:13:25.519831 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-c858a408-982f-4cb4-a900-cf495414f918 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] For port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0,segment=NetworkSegment(b3228baf-95c1-4b0d-aac6-24a03faf2460),segment_id=b3228baf-95c1-4b0d-aac6-24a03faf2460)] {{(pid=91916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:25.520265 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-c858a408-982f-4cb4-a900-cf495414f918 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:25.533932 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device e3fddcd2-d3ee-479d-a278-34dd717b36b1 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:25.537761 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3979edcf-3ddf-4ab8-9f24-49eb879cab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:25.569775 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-aff20b22-34bb-424f-9db3-a254c34652b3 req-c5d8e3e9-fcbe-4d90-8505-c8650700855f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3980966 Jun 01 10:13:25.592428 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2b47a0eb-53c9-4b76-9755-7d202194df9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:25.601905 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-1a9ddc2c-a08b-446a-8f99-14504e4a00d8 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/quotas/2989a6a6de9c4464ae86609e447bfaba HTTP/1.1" status: 200 len: 375 time: 0.0969486 Jun 01 10:13:25.624819 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port e3fddcd2-d3ee-479d-a278-34dd717b36b1 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:25.632821 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port e3fddcd2-d3ee-479d-a278-34dd717b36b1 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:25.633761 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:25.676238 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5a4b73-a27c-4eee-a17f-28fe6f82a0ef x-openstack-request-id: req-ec5a4b73-a27c-4eee-a17f-28fe6f82a0ef {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:25.676727 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27ba102-e1e1-4e4c-ba5c-931a9c887fea", "tag": "bd93b7d6-f4fc-4834-9a46-07da4ee2923f", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:25.676960 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec5a4b73-a27c-4eee-a17f-28fe6f82a0ef {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:25.677484 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'tag': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f', 'status': 'completed', 'code': 200} Jun 01 10:13:25.723248 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-c858a408-982f-4cb4-a900-cf495414f918 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Calling delete_port for d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 owned by compute:nova {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:13:25.730050 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979edcf-3ddf-4ab8-9f24-49eb879cab13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa7f134-6517-4ad4-86a2-25819bb6aff7,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:25.738679 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8740451f-29f3-4655-aef4-799972b49ec1 req-a998a72a-d45a-4854-9620-90500eac823d service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919031 Jun 01 10:13:25.739879 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:13:25.742092 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3979edcf-3ddf-4ab8-9f24-49eb879cab13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:25.749475 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3979edcf-3ddf-4ab8-9f24-49eb879cab13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:25.750615 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-3979edcf-3ddf-4ab8-9f24-49eb879cab13 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9fa7f134-6517-4ad4-86a2-25819bb6aff7 HTTP/1.1" status: 204 len: 168 time: 0.6425188 Jun 01 10:13:25.799790 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:13:25.825243 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:25.833642 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb453bd-4a68-45df-8e57-5ed56d19b33c x-openstack-request-id: req-5bb453bd-4a68-45df-8e57-5ed56d19b33c {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:25.834507 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f738a7d-bbb5-4809-b02b-46dce041a733", "name": "network-vif-plugged", "status": "completed", "tag": "4d60353c-d974-412f-a3a1-71b9ff2b9ae7", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:25.835095 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bb453bd-4a68-45df-8e57-5ed56d19b33c {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:25.835837 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f738a7d-bbb5-4809-b02b-46dce041a733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d60353c-d974-412f-a3a1-71b9ff2b9ae7', 'code': 200} Jun 01 10:13:25.838632 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:25.919753 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port e3fddcd2-d3ee-479d-a278-34dd717b36b1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e3fddcd2-d3ee-479d-a278-34dd717b36b1,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:25.925131 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:25.928758 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-a3e1e5d0-983b-40ee-9500-0e410231ca32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:25.977660 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b15eee90-608c-4499-8dee-38071d054b26 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:26.017370 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=e3fddcd2-d3ee-479d-a278-34dd717b36b1,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:26.020409 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:26.089010 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-c858a408-982f-4cb4-a900-cf495414f918 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:26.100933 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:13:26.102841 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:26.117310 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:26.117967 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:26.119348 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] 10.222.0.82 "PUT /v2.0/ports/589f3540-ac63-4402-b964-fe90b6ed1cc1 HTTP/1.1" status: 200 len: 1093 time: 3.6199470 Jun 01 10:13:26.142753 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-c9cb362a-9c33-400d-bed4-e10b6b25b1ce tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5347784 Jun 01 10:13:26.168272 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858a408-982f-4cb4-a900-cf495414f918 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Pushing event deleted for resources: {'Port': ['ID=d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:26.173980 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c858a408-982f-4cb4-a900-cf495414f918 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:26.254614 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-c858a408-982f-4cb4-a900-cf495414f918 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] No DVR routers for this DVR port d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 on host hv-cinder-78477 {{(pid=91916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:13:26.259746 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-c858a408-982f-4cb4-a900-cf495414f918 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:26.262335 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082137cb-fc2a-4d85-84c1-f643a3dd4966', 'name': 'network-vif-deleted', 'tag': 'd13cacc9-3d48-4b6b-b9b1-34d4aa3836c0'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:26.264611 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a7a888-b96a-47b8-b327-f7b68b4b674f" -d '{"events": [{"server_uuid": "082137cb-fc2a-4d85-84c1-f643a3dd4966", "name": "network-vif-deleted", "tag": "d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:26.282752 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce8d16-b0a7-4e74-8610-142a7ce30d45 req-67ed611d-8e8b-452b-9693-7dfd635b9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:26.284245 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-05ce8d16-b0a7-4e74-8610-142a7ce30d45 req-67ed611d-8e8b-452b-9693-7dfd635b9e64 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 1098 time: 0.2328055 Jun 01 10:13:26.285930 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-531be3f0-be70-485b-a8f2-b6ab77caaf65 req-c858a408-982f-4cb4-a900-cf495414f918 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.82 "DELETE /v2.0/ports/d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 HTTP/1.1" status: 204 len: 173 time: 1.2802629 Jun 01 10:13:26.346916 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-05ce8d16-b0a7-4e74-8610-142a7ce30d45 req-9e7b2ac7-cc7a-47af-8de4-b0e43944c9a7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476604 Jun 01 10:13:26.385158 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Pushing event updated for resources: {'Port': ['ID=589f3540-ac63-4402-b964-fe90b6ed1cc1,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:26.394303 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:26.421238 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8369e-7cf5-4ed0-adc3-c04b42fd967b req-51422795-e54a-4cb7-bcef-7a7a4f13c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:26.423423 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d6f8369e-7cf5-4ed0-adc3-c04b42fd967b req-51422795-e54a-4cb7-bcef-7a7a4f13c836 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6&device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 1096 time: 0.6082759 Jun 01 10:13:26.429831 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-133ac511-433c-4e92-b185-2af9ba613817 service neutron] 10.222.0.47 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858415 Jun 01 10:13:26.464831 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4fb66-a44b-4f6c-a6a7-44f0693ce958 req-e95c886b-0987-4941-9c5b-17ebfa80527f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:26.466325 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ac4fb66-a44b-4f6c-a6a7-44f0693ce958 req-e95c886b-0987-4941-9c5b-17ebfa80527f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 943 time: 0.5052426 Jun 01 10:13:26.664630 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-1a4c218e-9b0a-461e-81b9-9982b738e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:26.667481 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-1a4c218e-9b0a-461e-81b9-9982b738e4dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 1096 time: 0.3888841 Jun 01 10:13:26.766199 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ac4fb66-a44b-4f6c-a6a7-44f0693ce958 req-68c13e30-35da-4e4f-a467-e6da8b49dcdd tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756233 Jun 01 10:13:26.784043 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-90749a99-4349-466b-818a-e371a8ee3c41 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1 HTTP/1.1" status: 200 len: 217 time: 0.1090746 Jun 01 10:13:26.854207 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-81252fb1-c138-4210-ae81-fa6ef6117a50 service neutron] 10.222.0.47 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992159 Jun 01 10:13:26.855553 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8369e-7cf5-4ed0-adc3-c04b42fd967b req-530345dc-5866-46f7-b003-5b5d66de6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:26.857361 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d6f8369e-7cf5-4ed0-adc3-c04b42fd967b req-530345dc-5866-46f7-b003-5b5d66de6f13 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7900aab4-e9fe-4a51-9bca-0dfd165efadc HTTP/1.1" status: 200 len: 913 time: 0.4251547 Jun 01 10:13:26.977488 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d6f8369e-7cf5-4ed0-adc3-c04b42fd967b req-2a6d3490-73f7-4dcb-b74e-8fc500723225 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd93b7d6-f4fc-4834-9a46-07da4ee2923f HTTP/1.1" status: 200 len: 217 time: 0.1098888 Jun 01 10:13:27.024021 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-aa6262b3-f045-45c2-8442-9ae04599fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:27.025567 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-aa6262b3-f045-45c2-8442-9ae04599fc0a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 200 len: 856 time: 0.2301652 Jun 01 10:13:27.275871 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8369e-7cf5-4ed0-adc3-c04b42fd967b req-aac4eba5-7ad0-455c-bbe3-5bbb4eb11d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:27.278255 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d6f8369e-7cf5-4ed0-adc3-c04b42fd967b req-aac4eba5-7ad0-455c-bbe3-5bbb4eb11d6e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2495f7f6-4b79-4201-8237-61645accc743 HTTP/1.1" status: 200 len: 850 time: 0.2858942 Jun 01 10:13:27.304582 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-90d4c650-045e-4705-b46a-d6c80721d8b8 req-196470a4-3c69-4bea-a7a8-57342c5a0b91 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] 10.222.0.47 "GET /v2.0/ports?device_id=082137cb-fc2a-4d85-84c1-f643a3dd4966 HTTP/1.1" status: 200 len: 210 time: 0.1014333 Jun 01 10:13:27.435958 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3532b5d6-b76a-4553-a44f-2a952435695f x-openstack-request-id: req-3532b5d6-b76a-4553-a44f-2a952435695f {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:27.436654 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082137cb-fc2a-4d85-84c1-f643a3dd4966", "name": "network-vif-deleted", "tag": "d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:27.436654 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3532b5d6-b76a-4553-a44f-2a952435695f {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:27.436962 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082137cb-fc2a-4d85-84c1-f643a3dd4966', 'name': 'network-vif-deleted', 'tag': 'd13cacc9-3d48-4b6b-b9b1-34d4aa3836c0', 'status': 'completed', 'code': 200} Jun 01 10:13:27.562326 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:27.592952 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89621471-e3fd-4a2f-b72d-259c32a739c1 req-52946c1d-320d-42a7-9257-ebdf1cc87774 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:27.594789 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-89621471-e3fd-4a2f-b72d-259c32a739c1 req-52946c1d-320d-42a7-9257-ebdf1cc87774 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.6609559 Jun 01 10:13:27.652126 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-8b57fb40-e17f-4d1c-bdcd-f17c6db1b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:27.653577 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-8b57fb40-e17f-4d1c-bdcd-f17c6db1b723 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c339b17d-abdf-48dc-8c0f-50ed8b34d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.6113067 Jun 01 10:13:27.715075 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:27.717629 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256c165b-1129-4528-8799-4f8da77b9790" -d '{"events": [{"name": "network-changed", "server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:27.739593 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-cc1353b3-9b1d-4fca-848c-59ac89b1b2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:27.770504 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8369e-7cf5-4ed0-adc3-c04b42fd967b req-618c4632-79cf-40f1-bb14-ad933ac7def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:27.771985 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d6f8369e-7cf5-4ed0-adc3-c04b42fd967b req-618c4632-79cf-40f1-bb14-ad933ac7def9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7900aab4-e9fe-4a51-9bca-0dfd165efadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4816532 Jun 01 10:13:27.774780 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-89621471-e3fd-4a2f-b72d-259c32a739c1 req-3721d1c1-658c-4491-a885-9283402ebdda tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728859 Jun 01 10:13:27.837328 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c608116e-b96c-4fc1-a36a-0c1d2c87523d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fddcd2-d3ee-479d-a278-34dd717b36b1'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:27.839825 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc7445a-b193-4996-94fa-11f3899d91a7" -d '{"events": [{"server_uuid": "c608116e-b96c-4fc1-a36a-0c1d2c87523d", "name": "network-vif-plugged", "status": "completed", "tag": "e3fddcd2-d3ee-479d-a278-34dd717b36b1"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:28.005265 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1d3b1f01-6d21-43fb-9231-c2464b8eacad req-8805aa42-32c8-43d2-a615-fc2af4d195c0 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 210 time: 0.0771964 Jun 01 10:13:28.061456 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d5849-e1ef-4d55-bcb2-edb649dfdb23 req-050619ca-2bf1-4ae2-b9d9-32dc12a2cd27 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:28.063378 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c12d5849-e1ef-4d55-bcb2-edb649dfdb23 req-050619ca-2bf1-4ae2-b9d9-32dc12a2cd27 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.4045277 Jun 01 10:13:28.081959 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c85ac14-6a15-408c-901a-199eeee5853f x-openstack-request-id: req-7c85ac14-6a15-408c-901a-199eeee5853f {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:28.082424 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:28.082632 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7c85ac14-6a15-408c-901a-199eeee5853f {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:28.083002 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'status': 'completed', 'code': 200} Jun 01 10:13:28.106584 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-eb4e3b85-8ba2-48a9-b7dd-6b98142cda54 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372842 Jun 01 10:13:28.136403 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58502) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:28.166639 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d6f8369e-7cf5-4ed0-adc3-c04b42fd967b req-3194b596-2924-4075-a075-eba8cf1231d4 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855469 Jun 01 10:13:28.264629 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0df32dda-c337-4514-8106-c07093f3f111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:28.279202 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-0df32dda-c337-4514-8106-c07093f3f111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:28.281794 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c12d5849-e1ef-4d55-bcb2-edb649dfdb23 req-21452714-ba00-4d5d-b7c2-6a9802306d87 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959062 Jun 01 10:13:28.283522 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-0df32dda-c337-4514-8106-c07093f3f111 admin admin] Usage tracker for resource:security_group_rule and tenant:ad5b1a419f9f4a1c8606f32f5602edbb is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:28.286687 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-0df32dda-c337-4514-8106-c07093f3f111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:28.292509 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-0df32dda-c337-4514-8106-c07093f3f111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:28.342366 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f94fb13-9a11-4cc7-a78d-6f790552a837 x-openstack-request-id: req-7f94fb13-9a11-4cc7-a78d-6f790552a837 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:28.342817 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c608116e-b96c-4fc1-a36a-0c1d2c87523d", "name": "network-vif-plugged", "status": "completed", "tag": "e3fddcd2-d3ee-479d-a278-34dd717b36b1", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:28.343143 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7f94fb13-9a11-4cc7-a78d-6f790552a837 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:28.343729 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c608116e-b96c-4fc1-a36a-0c1d2c87523d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fddcd2-d3ee-479d-a278-34dd717b36b1', 'code': 200} Jun 01 10:13:28.440201 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0df32dda-c337-4514-8106-c07093f3f111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:28.451509 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0df32dda-c337-4514-8106-c07093f3f111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:28.471969 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-bff21a0d-36e3-41b9-9625-ca1e308c1314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:28.472196 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bdb81a-985e-4cdf-853b-6075aca38423 req-8aa13f34-875d-47df-8fcf-210f0a26bc4b service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498302 Jun 01 10:13:28.495910 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8230823-c68b-42d6-935c-60edfdf14547 req-bff60d0c-2db4-4f18-bc75-faf057376f4d tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:28.497617 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d8230823-c68b-42d6-935c-60edfdf14547 req-bff60d0c-2db4-4f18-bc75-faf057376f4d tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 943 time: 0.3276129 Jun 01 10:13:28.501616 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:28.529689 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df32dda-c337-4514-8106-c07093f3f111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ab6ac3-15c2-4f3b-8707-f68d5fdfb63d,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:28.533950 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0df32dda-c337-4514-8106-c07093f3f111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:28.559561 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d6f8369e-7cf5-4ed0-adc3-c04b42fd967b req-377ad55b-341d-46fd-89f7-1ea5b5bdbe00 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394730 Jun 01 10:13:28.566154 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-0df32dda-c337-4514-8106-c07093f3f111 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad5b1a419f9f4a1c8606f32f5602edbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283710 Jun 01 10:13:28.569199 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58518) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:28.617818 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d8230823-c68b-42d6-935c-60edfdf14547 req-f614771e-a3df-477c-b6b9-744c1572078b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080892 Jun 01 10:13:28.715673 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-198900cb-4275-4df9-8b1f-b5637a303853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:28.781996 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-198900cb-4275-4df9-8b1f-b5637a303853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:28.829426 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c165b-1129-4528-8799-4f8da77b9790 req-a6a9bff1-99ca-4d42-ac36-5d0553b557e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:28.830980 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-256c165b-1129-4528-8799-4f8da77b9790 req-a6a9bff1-99ca-4d42-ac36-5d0553b557e8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 1096 time: 0.2089493 Jun 01 10:13:28.845747 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c572b1-1f3d-49c5-afcf-8b97a8c3297d req-8bebdd58-8d27-4d01-a910-e8e8c231a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:28.847445 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-37c572b1-1f3d-49c5-afcf-8b97a8c3297d req-8bebdd58-8d27-4d01-a910-e8e8c231a306 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 1098 time: 0.1866183 Jun 01 10:13:28.896511 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:28.909205 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-37c572b1-1f3d-49c5-afcf-8b97a8c3297d req-c0ad7b68-ab84-4d87-be9d-94cae4098914 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544477 Jun 01 10:13:28.910395 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-198900cb-4275-4df9-8b1f-b5637a303853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:28.915956 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:28.935536 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198900cb-4275-4df9-8b1f-b5637a303853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ab6ac3-15c2-4f3b-8707-f68d5fdfb63d,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:28.941763 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-198900cb-4275-4df9-8b1f-b5637a303853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:28.944498 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-198900cb-4275-4df9-8b1f-b5637a303853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:28.945769 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-198900cb-4275-4df9-8b1f-b5637a303853 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/96ab6ac3-15c2-4f3b-8707-f68d5fdfb63d HTTP/1.1" status: 204 len: 168 time: 0.3750408 Jun 01 10:13:28.948723 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-608dce6f-ddb0-467e-9921-eff7df5b18e7 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:28.950818 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-608dce6f-ddb0-467e-9921-eff7df5b18e7 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 814 time: 0.2731628 Jun 01 10:13:28.957354 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:13:28.980193 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Request body: {'port': {'device_id': '8d0b098a-6869-4fb5-b020-6573ad660552', 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92', 'admin_state_up': True, 'tenant_id': '2989a6a6de9c4464ae86609e447bfaba'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:29.273240 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c165b-1129-4528-8799-4f8da77b9790 req-10103d2c-79a9-4a67-beab-9f2a9ba8bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:29.276011 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-256c165b-1129-4528-8799-4f8da77b9790 req-10103d2c-79a9-4a67-beab-9f2a9ba8bd0f service neutron] 10.222.0.82 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 919 time: 0.4348671 Jun 01 10:13:29.309181 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-307ee6a3-7a92-45cb-89c0-d8dfc6b1d37d req-e859b0a9-2fce-4041-a89d-2df71793cc5c tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 210 time: 0.1559925 Jun 01 10:13:29.403660 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-256c165b-1129-4528-8799-4f8da77b9790 req-c1d86050-6bc3-44f5-bfb3-cba7e976c35d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1 HTTP/1.1" status: 200 len: 217 time: 0.0817304 Jun 01 10:13:29.561153 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device bd93b7d6-f4fc-4834-9a46-07da4ee2923f details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:13:29.570285 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:13:29.605088 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:29.624233 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:13:29.624894 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device d13cacc9-3d48-4b6b-b9b1-34d4aa3836c0 not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:13:29.632843 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:29.656001 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Made reservation on behalf of 2989a6a6de9c4464ae86609e447bfaba for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:13:29.660325 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:29.712022 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c165b-1129-4528-8799-4f8da77b9790 req-1690ac0f-894e-49a3-8d7a-6f83703f0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:29.713437 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-256c165b-1129-4528-8799-4f8da77b9790 req-1690ac0f-894e-49a3-8d7a-6f83703f0fd4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 200 len: 856 time: 0.2948008 Jun 01 10:13:29.724036 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4de0c-998c-4922-bd88-da24f6bbc401 req-1f56e8e9-196a-40f3-af96-df6664b8872c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:29.725330 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-00a4de0c-998c-4922-bd88-da24f6bbc401 req-1f56e8e9-196a-40f3-af96-df6664b8872c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.5737386 Jun 01 10:13:29.776055 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port bd93b7d6-f4fc-4834-9a46-07da4ee2923f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bd93b7d6-f4fc-4834-9a46-07da4ee2923f,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:29.794854 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'port_id': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f', 'mac_address': 'fa:16:3e:2a:50:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:13:29.859930 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:29.883400 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd93b7d6-f4fc-4834-9a46-07da4ee2923f {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:29.919039 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port bd93b7d6-f4fc-4834-9a46-07da4ee2923f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bd93b7d6-f4fc-4834-9a46-07da4ee2923f,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:29.923542 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-00a4de0c-998c-4922-bd88-da24f6bbc401 req-576d3493-e2c6-471f-83d8-26e13f11279e tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595149 Jun 01 10:13:29.929187 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:29.937586 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa78648-e9f7-48e6-bc79-151d2248073e req-aecca943-c1ea-4898-bd5e-767bfd089814 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:29.944544 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:29.945832 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9fa78648-e9f7-48e6-bc79-151d2248073e req-aecca943-c1ea-4898-bd5e-767bfd089814 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.5281637 Jun 01 10:13:30.072927 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9fa78648-e9f7-48e6-bc79-151d2248073e req-015f899a-1110-4cfe-a12a-c7f124c74f01 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259768 Jun 01 10:13:30.088691 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c165b-1129-4528-8799-4f8da77b9790 req-3152e277-b0b8-4dae-be33-393ee5ac1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:30.090416 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-256c165b-1129-4528-8799-4f8da77b9790 req-3152e277-b0b8-4dae-be33-393ee5ac1c96 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c339b17d-abdf-48dc-8c0f-50ed8b34d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3642392 Jun 01 10:13:30.121995 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=bd93b7d6-f4fc-4834-9a46-07da4ee2923f,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:30.127718 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:30.142292 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Allocated IP 172.20.0.8 (841b4b83-8eda-4e08-8aee-f131c393ea92/61a86ecc-120a-43b8-8f1a-c7f927bfc9b3/b566df6d-9636-42fc-aa2b-f5f1f32fa7ba) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:13:30.285217 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['bd93b7d6-f4fc-4834-9a46-07da4ee2923f'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:13:30.387458 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-256c165b-1129-4528-8799-4f8da77b9790 req-2b4fa23d-f4e6-4df4-8079-3012efa7db24 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467940 Jun 01 10:13:30.448811 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:30.556631 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d744368-ba6c-4354-b640-f2b5b65abb70 req-957793e3-e959-4fb7-9a67-3775be7f6530 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:30.558187 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5d744368-ba6c-4354-b640-f2b5b65abb70 req-957793e3-e959-4fb7-9a67-3775be7f6530 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 944 time: 0.4840806 Jun 01 10:13:30.630919 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-884d6900-9fcc-4610-a941-7d82214ef826 req-d8f35274-28e7-4cbf-ba96-f7c60428195b tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 210 time: 0.1306546 Jun 01 10:13:30.767157 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5d744368-ba6c-4354-b640-f2b5b65abb70 req-2fb0a47f-8613-4808-b2d4-1792df5915ab tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494079 Jun 01 10:13:30.792245 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-256c165b-1129-4528-8799-4f8da77b9790 req-8f1b37f9-d200-46f7-9e7d-af083a997608 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857076 Jun 01 10:13:30.818161 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:30.854152 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:30.856567 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58604) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:30.861153 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:30.918289 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_v2 [None req-4196cda3-8333-4444-aac3-9c8a2694b65f admin admin] Deleting subnet 7159241c-1c37-45c3-908e-8f01e7b9bd9e {{(pid=91916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:13:30.922042 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4196cda3-8333-4444-aac3-9c8a2694b65f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:30.928868 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Network 841b4b83-8eda-4e08-8aee-f131c393ea92 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:13:30.932506 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:30.935066 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:13:30.940719 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:30.941332 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:30.955530 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Pushing event updated for resources: {'Port': ['ID=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:30.958400 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:30.976670 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-80edd6ff-1801-4a9b-9548-6ac48fab7d12 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0027680 Jun 01 10:13:30.977927 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4196cda3-8333-4444-aac3-9c8a2694b65f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:30.985236 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4196cda3-8333-4444-aac3-9c8a2694b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:30.998703 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Request body: {'port': {'device_id': '8d0b098a-6869-4fb5-b020-6573ad660552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:31.146549 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['08abbc79-89d1-4b85-8217-9857577dcd3e'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:13:31.187914 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:31.225269 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7a173-429b-4f76-873d-fa31a45e3b5a req-c1c34b6e-c6ac-4836-8c76-ef3d1e3546f3 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:31.226913 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7fd7a173-429b-4f76-873d-fa31a45e3b5a req-c1c34b6e-c6ac-4836-8c76-ef3d1e3546f3 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.1755319 Jun 01 10:13:31.315821 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4196cda3-8333-4444-aac3-9c8a2694b65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872'] for subnet, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:31.321698 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:31.362976 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196cda3-8333-4444-aac3-9c8a2694b65f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7159241c-1c37-45c3-908e-8f01e7b9bd9e,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:31.369093 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-4196cda3-8333-4444-aac3-9c8a2694b65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:31.370597 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4196cda3-8333-4444-aac3-9c8a2694b65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:31.376759 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-4196cda3-8333-4444-aac3-9c8a2694b65f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7159241c-1c37-45c3-908e-8f01e7b9bd9e HTTP/1.1" status: 204 len: 168 time: 0.5189147 Jun 01 10:13:31.379687 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58612) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:31.385221 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7fd7a173-429b-4f76-873d-fa31a45e3b5a req-9435eebd-61d5-412f-b688-b0daa2129000 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285617 Jun 01 10:13:31.489744 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c76a0-9b35-45c3-926e-1358eadfc35c req-e30be3aa-7d2f-477f-8664-7878ae0e2e21 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:31.491296 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5d7c76a0-9b35-45c3-926e-1358eadfc35c req-e30be3aa-7d2f-477f-8664-7878ae0e2e21 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.2361057 Jun 01 10:13:31.496255 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:31.573724 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 589f3540-ac63-4402-b964-fe90b6ed1cc1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:13:31.655516 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:31.692010 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.692448 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.693399 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.693842 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > port after_create 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.694554 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > port after_delete 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.695002 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > port after_update 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.695431 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.695846 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.696263 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.696687 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.738386 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device bd93b7d6-f4fc-4834-9a46-07da4ee2923f up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:31.758155 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5d7c76a0-9b35-45c3-926e-1358eadfc35c req-1869e76e-1df6-452b-a8e3-65481db498dc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210232 Jun 01 10:13:31.879202 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port bd93b7d6-f4fc-4834-9a46-07da4ee2923f completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:31.913725 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.914295 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.914501 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.914737 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:13:31.915235 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d774b51-6cc8-4cb6-a738-a663e30e8e42']}} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:31.921711 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port bd93b7d6-f4fc-4834-9a46-07da4ee2923f triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:31.922146 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:31.953599 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3228baf-95c1-4b0d-aac6-24a03faf2460') {'for_net_delete': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:31.955640 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3228baf-95c1-4b0d-aac6-24a03faf2460') {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:31.996305 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14937737'] for segment, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.031499 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.042236 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=91916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:13:32.042639 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2725624'] for segment, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: from cryptography.utils import int_from_bytes Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: from cryptography.utils import int_from_bytes Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: Traceback (most recent call last): Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: timer() Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: cb(*args, **kw) Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: return func(*args, **kwargs) Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: self._notify() Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: self.callback(batched_events) Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: event.method(event) Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: return f(self, *a, **k) Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: return self._get(url).json() Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: return self.request(url, 'GET', **kwargs) Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:13:32.061951 dv-cinder-784779-13-smb neutron-server[91916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:13:32.135735 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.167830 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.175490 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:32.178500 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:32.178621 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8332a94-b074-405f-8207-118d3e075b8b" -d '{"events": [{"server_uuid": "d27ba102-e1e1-4e4c-ba5c-931a9c887fea", "name": "network-vif-plugged", "status": "completed", "tag": "bd93b7d6-f4fc-4834-9a46-07da4ee2923f"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:32.181427 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b566df6d-9636-42fc-aa2b-f5f1f32fa7ba {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:32.183594 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:32.201390 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port bd93b7d6-f4fc-4834-9a46-07da4ee2923f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bd93b7d6-f4fc-4834-9a46-07da4ee2923f,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:32.205382 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'port_id': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'mac_address': 'fa:16:3e:08:4d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:13:32.212901 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.220563 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Pushing event deleted for resources: {'Network': ['ID=8d774b51-6cc8-4cb6-a738-a663e30e8e42,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:32.226968 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922fea5-e171-4c9a-8eeb-dac98b212740 req-9a999075-ed15-46d5-b9da-ef5edfec8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:32.229106 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:32.234904 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4922fea5-e171-4c9a-8eeb-dac98b212740 req-9a999075-ed15-46d5-b9da-ef5edfec8dce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 1098 time: 0.3651462 Jun 01 10:13:32.239700 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.241113 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] 10.222.0.47 "DELETE /v2.0/networks/8d774b51-6cc8-4cb6-a738-a663e30e8e42 HTTP/1.1" status: 204 len: 168 time: 0.8603296 Jun 01 10:13:32.283006 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.306975 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589f3540-ac63-4402-b964-fe90b6ed1cc1 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:32.306975 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.309058 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:32.387307 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=bd93b7d6-f4fc-4834-9a46-07da4ee2923f,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:32.395362 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:32.402887 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:32.408177 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.410524 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:32.425460 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922fea5-e171-4c9a-8eeb-dac98b212740 req-8c02c1c2-bebe-44fa-b5c8-82b0e8f01aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:32.427126 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4922fea5-e171-4c9a-8eeb-dac98b212740 req-8c02c1c2-bebe-44fa-b5c8-82b0e8f01aea service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 200 len: 920 time: 0.1896336 Jun 01 10:13:32.509493 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=589f3540-ac63-4402-b964-fe90b6ed1cc1,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:32.513037 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:32.535329 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58664) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:32.552779 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Transition to ACTIVE for port object b566df6d-9636-42fc-aa2b-f5f1f32fa7ba will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:32.574349 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.576051 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4922fea5-e171-4c9a-8eeb-dac98b212740 req-7a3417dd-7bf8-4d6d-8a87-6aef90e423d3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3fddcd2-d3ee-479d-a278-34dd717b36b1 HTTP/1.1" status: 200 len: 217 time: 0.1185000 Jun 01 10:13:32.587979 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-dfd7b9d5-0d83-4f36-bed0-98680124ffec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:32.605478 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-c8ec845c-8224-4d32-8a58-092b6521a247 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e7f4b9dc9644affa5b73cadcfd6f421&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0688400 Jun 01 10:13:32.608438 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58668) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:32.689708 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1af24257-1ac7-4cce-863c-464593177a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.730429 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['589f3540-ac63-4402-b964-fe90b6ed1cc1'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:13:32.731629 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1af24257-1ac7-4cce-863c-464593177a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.777405 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7466de-0c83-4021-af4c-976b7d2bf91b req-a2f27202-8a6f-4372-90c0-b573cf889362 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:32.785133 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9f7466de-0c83-4021-af4c-976b7d2bf91b req-a2f27202-8a6f-4372-90c0-b573cf889362 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 944 time: 0.7852631 Jun 01 10:13:32.813500 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1af24257-1ac7-4cce-863c-464593177a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.824935 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e757c7-8849-45c9-9e79-1dc05383c5f2 req-d5a09b0e-e516-464b-b0f7-a4dd30a435ed tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:32.825666 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-84e757c7-8849-45c9-9e79-1dc05383c5f2 req-d5a09b0e-e516-464b-b0f7-a4dd30a435ed tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Synchronizing usage tracker for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:13:32.826129 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-198900cb-4275-4df9-8b1f-b5637a303853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:32.843384 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Pushing event updated for resources: {'Port': ['ID=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:32.850972 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922fea5-e171-4c9a-8eeb-dac98b212740 req-d646111a-0cc8-4d47-b527-440cba2ed286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:32.852565 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4922fea5-e171-4c9a-8eeb-dac98b212740 req-d646111a-0cc8-4d47-b527-440cba2ed286 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=785bd10a-6e85-4db1-b7c7-06b735b5b7aa HTTP/1.1" status: 200 len: 858 time: 0.2672210 Jun 01 10:13:32.866095 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af24257-1ac7-4cce-863c-464593177a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4319119f-8643-466b-9e2f-daf26ff1af68,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:32.876368 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-1af24257-1ac7-4cce-863c-464593177a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:32.880015 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:32.889544 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1af24257-1ac7-4cce-863c-464593177a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:32.890729 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-1af24257-1ac7-4cce-863c-464593177a81 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4319119f-8643-466b-9e2f-daf26ff1af68 HTTP/1.1" status: 204 len: 168 time: 0.2809207 Jun 01 10:13:32.992891 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4922fea5-e171-4c9a-8eeb-dac98b212740 req-df27a47d-4cbb-4566-87bf-c88949068f74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116536 Jun 01 10:13:33.018927 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9f7466de-0c83-4021-af4c-976b7d2bf91b req-33482ae2-49ec-4e7b-80e8-a66277946c8d tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317939 Jun 01 10:13:33.026680 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-84e757c7-8849-45c9-9e79-1dc05383c5f2 req-d5a09b0e-e516-464b-b0f7-a4dd30a435ed tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Unset dirty status for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:13:33.031385 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-84e757c7-8849-45c9-9e79-1dc05383c5f2 req-d5a09b0e-e516-464b-b0f7-a4dd30a435ed tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 931 time: 0.9477012 Jun 01 10:13:33.032273 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Attempting to bind port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:13:33.034268 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Attempting to bind port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:13:33.034815 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Attempting to bind port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba on network 841b4b83-8eda-4e08-8aee-f131c393ea92 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:33.101434 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba on network 841b4b83-8eda-4e08-8aee-f131c393ea92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:13:33.101751 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Attempting to bind port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba on network 841b4b83-8eda-4e08-8aee-f131c393ea92 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:33.213692 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:13:33.214755 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Checking segment: {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:13:33.215371 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Bound using segment: {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:13:33.216359 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Bound port: b566df6d-9636-42fc-aa2b-f5f1f32fa7ba, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:13:33.216979 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:33.422247 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-84e757c7-8849-45c9-9e79-1dc05383c5f2 req-2770f49b-78bc-479d-b5dc-ee45f8bc2d49 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266199 Jun 01 10:13:33.425294 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4922fea5-e171-4c9a-8eeb-dac98b212740 req-74fe7332-0db3-41a4-a10d-403c2f247eef service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032598 Jun 01 10:13:33.499535 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcd2c0a-b3e3-43aa-b218-34d94b982137 x-openstack-request-id: req-9bcd2c0a-b3e3-43aa-b218-34d94b982137 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:33.500009 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27ba102-e1e1-4e4c-ba5c-931a9c887fea", "name": "network-vif-plugged", "status": "completed", "tag": "bd93b7d6-f4fc-4834-9a46-07da4ee2923f", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:33.500231 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9bcd2c0a-b3e3-43aa-b218-34d94b982137 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:33.501215 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f', 'code': 200} Jun 01 10:13:33.549532 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] For port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:13:33.553937 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] For port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:13:33.567728 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:33.589283 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:33.824803 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002370d-59bf-4b5e-90d9-b579eebd2509 req-9f2be541-34fc-4b54-9717-f4ae16be4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:33.826433 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-4002370d-59bf-4b5e-90d9-b579eebd2509 req-9f2be541-34fc-4b54-9717-f4ae16be4c29 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 1098 time: 0.0891459 Jun 01 10:13:33.877148 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4922fea5-e171-4c9a-8eeb-dac98b212740 req-c0966668-e627-49b4-9b84-aeaa0ec0a665 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436548 Jun 01 10:13:33.877569 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-4002370d-59bf-4b5e-90d9-b579eebd2509 req-643b52de-710a-42ad-99fc-ddaf1a4c278b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439899 Jun 01 10:13:33.901020 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Pushing event updated for resources: {'Port': ['ID=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:33.906144 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:33.908384 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:33.909017 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:33.910522 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-28248b39-99be-4679-ab90-bead4af8643a service neutron] 10.222.0.82 "PUT /v2.0/ports/b566df6d-9636-42fc-aa2b-f5f1f32fa7ba HTTP/1.1" status: 200 len: 1093 time: 2.9161620 Jun 01 10:13:33.911039 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0b098a-6869-4fb5-b020-6573ad660552', 'tag': 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:33.913759 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947026ea-2596-4b92-8293-da534c9141f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0b098a-6869-4fb5-b020-6573ad660552", "tag": "b566df6d-9636-42fc-aa2b-f5f1f32fa7ba"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:33.934951 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81226dce-34b9-4689-ae0f-a1150bf8edaa req-a4d961b7-d147-444f-9d7d-7a029fd591f2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:33.936406 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-81226dce-34b9-4689-ae0f-a1150bf8edaa req-a4d961b7-d147-444f-9d7d-7a029fd591f2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.7026360 Jun 01 10:13:34.008371 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b614a-8731-417a-986f-afa7867dd507 req-eed920e2-4a38-4b32-a4e4-91a6a827ce5e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:34.009906 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fd7b614a-8731-417a-986f-afa7867dd507 req-eed920e2-4a38-4b32-a4e4-91a6a827ce5e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 944 time: 0.3469288 Jun 01 10:13:34.093765 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-81226dce-34b9-4689-ae0f-a1150bf8edaa req-f637e9bd-8a7d-4e26-8df1-3e8dca4404c8 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275268 Jun 01 10:13:34.132391 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fd7b614a-8731-417a-986f-afa7867dd507 req-f030a570-79e3-4dfa-89e3-71a6d670cf3a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879812 Jun 01 10:13:34.179489 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1359ea45-8542-4a5d-8471-4711093b0ed4 x-openstack-request-id: req-1359ea45-8542-4a5d-8471-4711093b0ed4 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:34.179806 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0b098a-6869-4fb5-b020-6573ad660552", "tag": "b566df6d-9636-42fc-aa2b-f5f1f32fa7ba", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:34.180075 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1359ea45-8542-4a5d-8471-4711093b0ed4 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:34.180495 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0b098a-6869-4fb5-b020-6573ad660552', 'tag': 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba', 'status': 'completed', 'code': 200} Jun 01 10:13:34.183471 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-6d99e771-e104-4f13-a9fd-e3b6ef7d8187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:34.185040 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-6d99e771-e104-4f13-a9fd-e3b6ef7d8187 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 1096 time: 0.1728938 Jun 01 10:13:34.294933 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-a916b530-0137-4424-9bc1-2a4c3635d4a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba HTTP/1.1" status: 200 len: 217 time: 0.1018844 Jun 01 10:13:34.430430 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-b2324e10-4205-41fb-b522-5f2f3976e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:34.431874 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-b2324e10-4205-41fb-b522-5f2f3976e6e1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61a86ecc-120a-43b8-8f1a-c7f927bfc9b3 HTTP/1.1" status: 200 len: 854 time: 0.0908513 Jun 01 10:13:34.485916 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad77ae-67ed-4d78-9066-e22df3235366 req-6ee34b79-c1ca-430f-a9a0-282e877ad000 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:34.492944 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-45ad77ae-67ed-4d78-9066-e22df3235366 req-6ee34b79-c1ca-430f-a9a0-282e877ad000 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1938570 Jun 01 10:13:34.518111 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-047c0d50-3aba-4c57-ab11-a4116249fe9d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=841b4b83-8eda-4e08-8aee-f131c393ea92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779314 Jun 01 10:13:34.633598 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-45ad77ae-67ed-4d78-9066-e22df3235366 req-742f1756-4b15-46c8-83a9-a97598582334 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392593 Jun 01 10:13:34.689556 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58760) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:34.815102 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-3ff8d427-05f4-4077-8634-855fa3c2b3d8 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802691 Jun 01 10:13:34.830009 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5368289-0be8-4acb-84a4-a8c430777813 req-67dd9663-f95a-4c0e-be49-3ead435eacda tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:34.832704 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d5368289-0be8-4acb-84a4-a8c430777813 req-67dd9663-f95a-4c0e-be49-3ead435eacda tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 943 time: 0.1943405 Jun 01 10:13:35.033349 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d5368289-0be8-4acb-84a4-a8c430777813 req-ea32b937-a98e-4282-b30f-1d466325d1aa tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769152 Jun 01 10:13:35.076706 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-004ff6c7-3892-47a7-a1f3-90ae81f92bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:35.081866 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ed372ca-0e27-4432-9f72-fa400b100144 req-5af3a9d7-eb8c-40ea-bdb2-e97ce8d51cfe service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481935 Jun 01 10:13:35.092395 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-004ff6c7-3892-47a7-a1f3-90ae81f92bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:35.097026 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-004ff6c7-3892-47a7-a1f3-90ae81f92bae admin admin] Usage tracker for resource:security_group_rule and tenant:02175de504564c9c85eaffab980da958 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:35.100780 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-004ff6c7-3892-47a7-a1f3-90ae81f92bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:35.109293 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-004ff6c7-3892-47a7-a1f3-90ae81f92bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:35.238390 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947026ea-2596-4b92-8293-da534c9141f4 req-159be28a-be7f-4c2e-88ed-476e497775f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:35.240414 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-947026ea-2596-4b92-8293-da534c9141f4 req-159be28a-be7f-4c2e-88ed-476e497775f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 1096 time: 0.1000035 Jun 01 10:13:35.241709 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-004ff6c7-3892-47a7-a1f3-90ae81f92bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:35.247768 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-004ff6c7-3892-47a7-a1f3-90ae81f92bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:35.259224 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:35.316931 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-004ff6c7-3892-47a7-a1f3-90ae81f92bae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=02175de504564c9c85eaffab980da958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6237493 Jun 01 10:13:35.317167 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58790) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:35.328285 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ff6c7-3892-47a7-a1f3-90ae81f92bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf90c66-33d2-4e28-97fb-40be7c643abb,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:35.335121 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-004ff6c7-3892-47a7-a1f3-90ae81f92bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:35.397923 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:35.425520 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:35.493893 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:35.495957 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2367ee34-bd72-4e3b-b118-cc1691f07d9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:35.507879 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947026ea-2596-4b92-8293-da534c9141f4 req-3593c15b-cd6f-4067-bb82-05a49393ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:35.509320 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-947026ea-2596-4b92-8293-da534c9141f4 req-3593c15b-cd6f-4067-bb82-05a49393ebd3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 916 time: 0.2539032 Jun 01 10:13:35.515176 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf90c66-33d2-4e28-97fb-40be7c643abb,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:35.524576 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:35.528012 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3cf90c66-33d2-4e28-97fb-40be7c643abb HTTP/1.1" status: 204 len: 168 time: 0.2074685 Jun 01 10:13:35.528012 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:35.528012 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:35.528424 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:35.528509 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:35.528820 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:35.529166 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:35.529676 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:35.529897 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:35.530222 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:35.530556 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:35.530900 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:35.531400 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:35.538739 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:35.604552 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 589f3540-ac63-4402-b964-fe90b6ed1cc1 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:35.612364 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-947026ea-2596-4b92-8293-da534c9141f4 req-d7fc8d94-ec9d-4dbf-9c72-e96b7c3a91ba service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba HTTP/1.1" status: 200 len: 217 time: 0.0882068 Jun 01 10:13:35.685609 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fad6b-d65b-42e8-8b5d-db7c723d8d34 req-4fde890c-72a3-4937-82cf-77d3b20e6beb tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:35.687271 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1a3fad6b-d65b-42e8-8b5d-db7c723d8d34 req-4fde890c-72a3-4937-82cf-77d3b20e6beb tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.3933244 Jun 01 10:13:35.729020 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port 589f3540-ac63-4402-b964-fe90b6ed1cc1 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:35.733327 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edbf13-57b5-4eee-b053-f7e91060c382 req-0d6d7019-cbc1-4f84-8963-c77e8371e075 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:35.735841 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c8edbf13-57b5-4eee-b053-f7e91060c382 req-0d6d7019-cbc1-4f84-8963-c77e8371e075 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 944 time: 0.3085771 Jun 01 10:13:35.737683 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 589f3540-ac63-4402-b964-fe90b6ed1cc1 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:35.738117 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:35.760783 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947026ea-2596-4b92-8293-da534c9141f4 req-de5ee6c3-d14f-488e-8569-c50741059970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:35.762362 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-947026ea-2596-4b92-8293-da534c9141f4 req-de5ee6c3-d14f-488e-8569-c50741059970 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61a86ecc-120a-43b8-8f1a-c7f927bfc9b3 HTTP/1.1" status: 200 len: 854 time: 0.1413140 Jun 01 10:13:35.781411 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58818) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:35.836528 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1a3fad6b-d65b-42e8-8b5d-db7c723d8d34 req-f94a8ba6-0c5d-409a-9986-b4e48af9e80f tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383791 Jun 01 10:13:35.840016 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-947026ea-2596-4b92-8293-da534c9141f4 req-c81c01eb-ee36-42c6-bf9b-9f0cebc21e41 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=841b4b83-8eda-4e08-8aee-f131c393ea92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605774 Jun 01 10:13:35.909724 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c8edbf13-57b5-4eee-b053-f7e91060c382 req-031ee7fc-e549-4ad8-8ac8-3d71e8a7d78a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634927 Jun 01 10:13:35.962949 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bcceba0a-205b-447a-8a8e-18811ba26e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:35.980193 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-bcceba0a-205b-447a-8a8e-18811ba26e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:35.985018 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-bcceba0a-205b-447a-8a8e-18811ba26e4c admin admin] Usage tracker for resource:security_group_rule and tenant:dfef93dcd7e544f18d704158c6cf392f is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:35.989941 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-bcceba0a-205b-447a-8a8e-18811ba26e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:35.998307 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-bcceba0a-205b-447a-8a8e-18811ba26e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:36.085144 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:36.112087 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 58828) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:36.155766 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bcceba0a-205b-447a-8a8e-18811ba26e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:36.160128 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:36.161386 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bcceba0a-205b-447a-8a8e-18811ba26e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:36.165206 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13372951-48b7-4345-8e8f-8ed1cf466ecc" -d '{"events": [{"server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "name": "network-vif-plugged", "status": "completed", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:36.171383 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:36.190747 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:36.203891 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:36.207775 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:36.226377 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-bcceba0a-205b-447a-8a8e-18811ba26e4c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dfef93dcd7e544f18d704158c6cf392f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385741 Jun 01 10:13:36.226377 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcceba0a-205b-447a-8a8e-18811ba26e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ae7095-981f-4f52-8d5f-043553b161f0,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:36.227257 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58834) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:36.229779 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-bcceba0a-205b-447a-8a8e-18811ba26e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:36.273424 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:36.296155 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d7e068c6-aa2b-4fe8-940f-a4e6c1c7bf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:36.312773 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:36.329832 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d7e068c6-aa2b-4fe8-940f-a4e6c1c7bf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:36.371512 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Usage tracker for resource:security_group_rule and tenant:a65e78d1adce4e5dbd4108d1b4620aba is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:36.376352 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:36.387867 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-947026ea-2596-4b92-8293-da534c9141f4 req-036f619a-dbdf-428b-bed4-6787eaabfc49 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243492 Jun 01 10:13:36.391300 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:36.400704 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d7e068c6-aa2b-4fe8-940f-a4e6c1c7bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:36.406673 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=589f3540-ac63-4402-b964-fe90b6ed1cc1,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:36.411142 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-b62d16ea-805f-493f-98bb-0dd92d65a18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:36.416792 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:36.425704 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e068c6-aa2b-4fe8-940f-a4e6c1c7bf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ae7095-981f-4f52-8d5f-043553b161f0,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:36.428893 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d7e068c6-aa2b-4fe8-940f-a4e6c1c7bf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:36.430154 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d7e068c6-aa2b-4fe8-940f-a4e6c1c7bf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:36.433705 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-d7e068c6-aa2b-4fe8-940f-a4e6c1c7bf07 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a9ae7095-981f-4f52-8d5f-043553b161f0 HTTP/1.1" status: 204 len: 168 time: 0.2034245 Jun 01 10:13:36.520770 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e44cfe-bf88-4358-a2aa-e18c2fca55d3 req-64d4c613-d558-4415-a724-fb59c9411d53 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:36.527792 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-09e44cfe-bf88-4358-a2aa-e18c2fca55d3 req-64d4c613-d558-4415-a724-fb59c9411d53 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.4889436 Jun 01 10:13:36.638301 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-09e44cfe-bf88-4358-a2aa-e18c2fca55d3 req-a9378124-9dde-47dc-98b9-e635a0b3aca4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095066 Jun 01 10:13:36.649484 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e34f2-35a9-4017-91a7-8577f4110ad8 req-33c33169-ec49-45c2-b15c-6eb2eb231834 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:36.651026 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d62e34f2-35a9-4017-91a7-8577f4110ad8 req-33c33169-ec49-45c2-b15c-6eb2eb231834 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 943 time: 0.3497350 Jun 01 10:13:36.708580 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0376d5-fd73-4423-86b9-a3c4f990f01a x-openstack-request-id: req-8c0376d5-fd73-4423-86b9-a3c4f990f01a {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:36.709424 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "name": "network-vif-plugged", "status": "completed", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:36.710584 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c0376d5-fd73-4423-86b9-a3c4f990f01a {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:36.712904 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'code': 200} Jun 01 10:13:36.757069 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-947026ea-2596-4b92-8293-da534c9141f4 req-4ffad25f-3337-44a1-a920-94bf74d32752 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506315 Jun 01 10:13:36.803103 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d62e34f2-35a9-4017-91a7-8577f4110ad8 req-9180b657-53d7-4d97-8550-000e355a0dac tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292341 Jun 01 10:13:36.869503 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:36.877240 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:36.886849 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-11c7ec6d-eb1c-4cbc-a074-922ec5d21af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:36.965183 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58856) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:36.986440 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6b953351-78e4-4400-956e-452ec6a9ccc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:36.993397 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdf60ad-e89b-4f65-b01f-38862140b59c,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:36.997616 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a65e78d1adce4e5dbd4108d1b4620aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7698741 Jun 01 10:13:37.000477 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58860) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:37.017380 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-6b953351-78e4-4400-956e-452ec6a9ccc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:37.024326 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-6b953351-78e4-4400-956e-452ec6a9ccc2 admin admin] Usage tracker for resource:security_group_rule and tenant:db83b995db914fd499e49ed24cb5da44 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:37.033230 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-6b953351-78e4-4400-956e-452ec6a9ccc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:37.043873 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-6b953351-78e4-4400-956e-452ec6a9ccc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:37.053385 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:37.053746 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:37.054124 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:37.054543 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:37.054819 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:37.055157 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:37.055495 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:37.055852 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:37.056250 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:37.056666 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:37.057001 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:37.057357 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:37.061204 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:37.093461 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e12810e5-c4e4-43ba-9c4b-6d047ed146b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:37.099624 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e18069-c952-4862-a11f-67579cd770b9 req-0c840d13-f3cb-436c-babe-e11ab5229880 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:37.101281 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-41e18069-c952-4862-a11f-67579cd770b9 req-0c840d13-f3cb-436c-babe-e11ab5229880 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.2943416 Jun 01 10:13:37.110119 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 58864) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:37.128648 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af30ee8-f095-418f-87f3-d103310e8b88 req-2c273eda-e7a6-4ef1-aa13-dd77a54843d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:37.128770 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-532ed0b0-2f2f-4f3e-9d41-9456a06bcd20 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Request body: {'floatingip': {'port_id': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:37.130209 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3af30ee8-f095-418f-87f3-d103310e8b88 req-2c273eda-e7a6-4ef1-aa13-dd77a54843d4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 1098 time: 0.1912403 Jun 01 10:13:37.144486 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea800cac-0790-4fa8-b0dd-b73ab73e5823 req-4eef7c40-a389-4dbc-bb25-f0b706a1912f tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:37.145943 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ea800cac-0790-4fa8-b0dd-b73ab73e5823 req-4eef7c40-a389-4dbc-bb25-f0b706a1912f tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.1653979 Jun 01 10:13:37.220155 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e12810e5-c4e4-43ba-9c4b-6d047ed146b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:37.235829 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-532ed0b0-2f2f-4f3e-9d41-9456a06bcd20 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:37.273500 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-3af30ee8-f095-418f-87f3-d103310e8b88 req-c11b91fd-76c7-4323-a6ab-d992b5843651 service neutron] Synchronizing usage tracker for tenant:7284e9360e964d2d9590b3c5fa3a79b4 on resource:security_group {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:13:37.279919 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ea800cac-0790-4fa8-b0dd-b73ab73e5823 req-b0468324-e8ca-4d34-8da5-794401cd686a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281271 Jun 01 10:13:37.315787 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-3af30ee8-f095-418f-87f3-d103310e8b88 req-c11b91fd-76c7-4323-a6ab-d992b5843651 service neutron] Unset dirty status for tenant:7284e9360e964d2d9590b3c5fa3a79b4 on resource:security_group {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:13:37.317028 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3af30ee8-f095-418f-87f3-d103310e8b88 req-c11b91fd-76c7-4323-a6ab-d992b5843651 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514869 Jun 01 10:13:37.336420 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e0152-1913-4961-a7de-41cd39218cb8 req-eaa301df-16ba-4ca8-8a0c-d336b8c51521 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:37.337974 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cf6e0152-1913-4961-a7de-41cd39218cb8 req-eaa301df-16ba-4ca8-8a0c-d336b8c51521 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.1358695 Jun 01 10:13:37.384912 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cf6e0152-1913-4961-a7de-41cd39218cb8 req-0230f330-d467-4c39-a8c4-61aaa1587efb tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409725 Jun 01 10:13:37.502062 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6b953351-78e4-4400-956e-452ec6a9ccc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:37.508826 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6b953351-78e4-4400-956e-452ec6a9ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:37.519223 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:37.567150 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e12810e5-c4e4-43ba-9c4b-6d047ed146b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:37.579015 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-6b953351-78e4-4400-956e-452ec6a9ccc2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=db83b995db914fd499e49ed24cb5da44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6126838 Jun 01 10:13:37.581671 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 58872) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:37.614535 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device b566df6d-9636-42fc-aa2b-f5f1f32fa7ba details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:13:37.646552 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b953351-78e4-4400-956e-452ec6a9ccc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01426382-6f74-42b9-92ab-ae4bfcd6b35f,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:37.660119 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6b953351-78e4-4400-956e-452ec6a9ccc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:37.660802 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-1185a4e9-a5bf-4d7e-bcd7-7ac9b60d0ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:37.683177 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-702821a7-5d2f-4617-bdb8-48aaa395d70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:37.689431 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12810e5-c4e4-43ba-9c4b-6d047ed146b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdf60ad-e89b-4f65-b01f-38862140b59c,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:37.694735 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e12810e5-c4e4-43ba-9c4b-6d047ed146b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:37.709281 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-e12810e5-c4e4-43ba-9c4b-6d047ed146b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbdf60ad-e89b-4f65-b01f-38862140b59c HTTP/1.1" status: 204 len: 168 time: 0.6999290 Jun 01 10:13:37.712558 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-702821a7-5d2f-4617-bdb8-48aaa395d70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:37.715936 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e12810e5-c4e4-43ba-9c4b-6d047ed146b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:37.785104 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-702821a7-5d2f-4617-bdb8-48aaa395d70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:37.795647 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-81ab7e9f-b819-4636-aba4-e1810892cadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:37.830640 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702821a7-5d2f-4617-bdb8-48aaa395d70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01426382-6f74-42b9-92ab-ae4bfcd6b35f,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:37.832974 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-702821a7-5d2f-4617-bdb8-48aaa395d70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:37.858563 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-702821a7-5d2f-4617-bdb8-48aaa395d70d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01426382-6f74-42b9-92ab-ae4bfcd6b35f HTTP/1.1" status: 204 len: 168 time: 0.2581799 Jun 01 10:13:37.859628 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-702821a7-5d2f-4617-bdb8-48aaa395d70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:37.878926 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:37.923679 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba', 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92', 'port_id': 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba', 'mac_address': 'fa:16:3e:69:81:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a86ecc-120a-43b8-8f1a-c7f927bfc9b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:13:38.034492 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:38.068805 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b566df6d-9636-42fc-aa2b-f5f1f32fa7ba {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:38.108294 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:38.117701 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:38.119806 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:38.227298 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ead24a-53dc-42de-b0b9-4c17bac3f6e7 req-988e954f-e5a1-4fe2-9318-a08564635426 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:38.245637 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-98ead24a-53dc-42de-b0b9-4c17bac3f6e7 req-988e954f-e5a1-4fe2-9318-a08564635426 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 944 time: 0.2106643 Jun 01 10:13:38.262087 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:38.274787 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:38.329127 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-98ead24a-53dc-42de-b0b9-4c17bac3f6e7 req-04a0623e-811d-4cb5-b946-dabf594561e1 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813389 Jun 01 10:13:38.556472 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['b566df6d-9636-42fc-aa2b-f5f1f32fa7ba'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:13:38.580666 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.db.resource_extend [None req-532ed0b0-2f2f-4f3e-9d41-9456a06bcd20 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 10:13:38.757355 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-532ed0b0-2f2f-4f3e-9d41-9456a06bcd20 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:38.764571 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-532ed0b0-2f2f-4f3e-9d41-9456a06bcd20 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:38.766396 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c7f46-a41d-4eae-86e0-2073be297eeb req-2098960c-81ca-4f3b-a55c-6fd15a3b3a83 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:38.767505 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8a4c7f46-a41d-4eae-86e0-2073be297eeb req-2098960c-81ca-4f3b-a55c-6fd15a3b3a83 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.1368418 Jun 01 10:13:38.791076 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be568f66-38fb-4df3-ada2-2768c624452b req-5f09e59d-6646-4e33-b282-db49e35ac18a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:38.791840 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-be568f66-38fb-4df3-ada2-2768c624452b req-5f09e59d-6646-4e33-b282-db49e35ac18a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.2511051 Jun 01 10:13:38.896256 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8a4c7f46-a41d-4eae-86e0-2073be297eeb req-354ef778-de16-44e7-9f39-36e216b671f0 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030982 Jun 01 10:13:38.904654 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-be568f66-38fb-4df3-ada2-2768c624452b req-bbb9016c-1adf-4f95-b597-51e746a3d816 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049891 Jun 01 10:13:38.983486 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.l3_db [None req-532ed0b0-2f2f-4f3e-9d41-9456a06bcd20 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Floating IP d8453599-f0a7-49ce-84a0-bf29b58eb74b associated. External IP: 172.28.3.170, port: bd93b7d6-f4fc-4834-9a46-07da4ee2923f. Jun 01 10:13:39.117453 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef787287-f8ce-437a-b664-bc1ee5970ed8 req-685db9ac-b44b-462d-9af8-a07e18b9bb38 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:39.124454 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ef787287-f8ce-437a-b664-bc1ee5970ed8 req-685db9ac-b44b-462d-9af8-a07e18b9bb38 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.1050198 Jun 01 10:13:39.130227 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 58932) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:39.135570 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-4f5df79b-ea31-4ae9-b39c-115b925b4fbc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Request body: {'floatingip': {'port_id': '589f3540-ac63-4402-b964-fe90b6ed1cc1'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:39.252560 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4f5df79b-ea31-4ae9-b39c-115b925b4fbc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:39.611523 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532ed0b0-2f2f-4f3e-9d41-9456a06bcd20 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Router 2e58d5fa-4952-489a-8608-9a6979193376 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:13:39.980216 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532ed0b0-2f2f-4f3e-9d41-9456a06bcd20 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:13:39.997665 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-532ed0b0-2f2f-4f3e-9d41-9456a06bcd20 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:40.000166 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5710c63-59d4-49dd-b8b3-f7a3da851c17 None None] Sync routers for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:13:40.030389 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5710c63-59d4-49dd-b8b3-f7a3da851c17 None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:13:40.035243 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-c5710c63-59d4-49dd-b8b3-f7a3da851c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:13:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:40.119372 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-532ed0b0-2f2f-4f3e-9d41-9456a06bcd20 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "PUT /v2.0/floatingips/d8453599-f0a7-49ce-84a0-bf29b58eb74b HTTP/1.1" status: 200 len: 991 time: 3.0062571 Jun 01 10:13:40.120327 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'tag': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:40.123334 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf62a4b-2534-4d43-b3b6-1e1a9d8ab4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d27ba102-e1e1-4e4c-ba5c-931a9c887fea", "tag": "bd93b7d6-f4fc-4834-9a46-07da4ee2923f"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:40.397204 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db85ab-796e-4ad4-b195-5c2b357ea352 req-c57f69e7-2772-4362-bc77-b1749958159d tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:40.398868 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-c5710c63-59d4-49dd-b8b3-f7a3da851c17 None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:13:40.404847 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75db85ab-796e-4ad4-b195-5c2b357ea352 req-c57f69e7-2772-4362-bc77-b1749958159d tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 944 time: 0.7803624 Jun 01 10:13:40.591113 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75db85ab-796e-4ad4-b195-5c2b357ea352 req-2cba7deb-fd32-4db5-b301-499e2630791b tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851454 Jun 01 10:13:40.725035 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ecd37-a46d-467f-9393-115e16e2b494 req-70ec13fb-f11f-447c-9d98-6c291eb1901d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:40.732222 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-265ecd37-a46d-467f-9393-115e16e2b494 req-70ec13fb-f11f-447c-9d98-6c291eb1901d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.4186838 Jun 01 10:13:40.759537 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4f5df79b-ea31-4ae9-b39c-115b925b4fbc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:40.821708 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-265ecd37-a46d-467f-9393-115e16e2b494 req-6037ae41-e389-4711-a555-4f751a1153d0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884969 Jun 01 10:13:40.826471 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4f5df79b-ea31-4ae9-b39c-115b925b4fbc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:40.863391 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66967d7-e009-46da-bab6-fd63d014056b x-openstack-request-id: req-f66967d7-e009-46da-bab6-fd63d014056b {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:40.864255 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27ba102-e1e1-4e4c-ba5c-931a9c887fea", "tag": "bd93b7d6-f4fc-4834-9a46-07da4ee2923f", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:40.864680 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f66967d7-e009-46da-bab6-fd63d014056b {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:40.865309 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'tag': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f', 'status': 'completed', 'code': 200} Jun 01 10:13:41.016236 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-c5710c63-59d4-49dd-b8b3-f7a3da851c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': 'd8453599-f0a7-49ce-84a0-bf29b58eb74b', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'floating_ip_address': '172.28.3.170', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'port_id': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'mac_address': 'fa:16:3e:2a:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:13:10Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 1, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:05Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:41.027126 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5710c63-59d4-49dd-b8b3-f7a3da851c17 None None] Checking router: 2e58d5fa-4952-489a-8608-9a6979193376 for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:13:41.038122 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5710c63-59d4-49dd-b8b3-f7a3da851c17 None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:13:41.039044 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-c5710c63-59d4-49dd-b8b3-f7a3da851c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:13:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:41.099780 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf62a4b-2534-4d43-b3b6-1e1a9d8ab4dc req-681a240a-ca72-46b8-b408-037a5693b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:41.101043 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4bf62a4b-2534-4d43-b3b6-1e1a9d8ab4dc req-681a240a-ca72-46b8-b408-037a5693b19f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6&device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 1098 time: 0.1818886 Jun 01 10:13:41.211430 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.l3_db [None req-4f5df79b-ea31-4ae9-b39c-115b925b4fbc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Floating IP e2ce1d00-03ae-4f7c-9bdd-98c97e541388 associated. External IP: 172.28.3.148, port: 589f3540-ac63-4402-b964-fe90b6ed1cc1. Jun 01 10:13:41.247427 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-c5710c63-59d4-49dd-b8b3-f7a3da851c17 None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:13:41.511548 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf62a4b-2534-4d43-b3b6-1e1a9d8ab4dc req-aea44b10-1648-421a-a349-92dd01d61d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:41.513686 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4bf62a4b-2534-4d43-b3b6-1e1a9d8ab4dc req-aea44b10-1648-421a-a349-92dd01d61d56 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7900aab4-e9fe-4a51-9bca-0dfd165efadc HTTP/1.1" status: 200 len: 913 time: 0.4039311 Jun 01 10:13:41.635165 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device b566df6d-9636-42fc-aa2b-f5f1f32fa7ba up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:41.720902 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4bf62a4b-2534-4d43-b3b6-1e1a9d8ab4dc req-dc038f03-fc73-4fea-8961-5857271ffec8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd93b7d6-f4fc-4834-9a46-07da4ee2923f HTTP/1.1" status: 200 len: 999 time: 0.1871226 Jun 01 10:13:41.814957 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-c5710c63-59d4-49dd-b8b3-f7a3da851c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': 'd8453599-f0a7-49ce-84a0-bf29b58eb74b', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'floating_ip_address': '172.28.3.170', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'port_id': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'mac_address': 'fa:16:3e:2a:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:13:10Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 1, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:05Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:41.822772 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:41.827276 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5710c63-59d4-49dd-b8b3-f7a3da851c17 None None] The sync data for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb is: [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': 'd8453599-f0a7-49ce-84a0-bf29b58eb74b', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'floating_ip_address': '172.28.3.170', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'port_id': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'mac_address': 'fa:16:3e:2a:50:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:13:10Z', 'updated_at': '2021-06-01T10:13:38Z', 'revision_number': 1, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:05Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:13:41.839903 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:41.840619 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:41.999816 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf62a4b-2534-4d43-b3b6-1e1a9d8ab4dc req-a516e16d-e79e-4f73-8246-c5a47c857056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:42.000487 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:42.001963 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4bf62a4b-2534-4d43-b3b6-1e1a9d8ab4dc req-a516e16d-e79e-4f73-8246-c5a47c857056 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2495f7f6-4b79-4201-8237-61645accc743 HTTP/1.1" status: 200 len: 850 time: 0.2273524 Jun 01 10:13:42.015605 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5df79b-ea31-4ae9-b39c-115b925b4fbc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Router 0d5c2b10-c164-436c-9f1c-f3c6385e796e has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:13:42.068579 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:42.073264 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0b098a-6869-4fb5-b020-6573ad660552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:42.079665 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9989aad-f3c7-4a9d-9636-9c470d53ae85" -d '{"events": [{"server_uuid": "8d0b098a-6869-4fb5-b020-6573ad660552", "name": "network-vif-plugged", "status": "completed", "tag": "b566df6d-9636-42fc-aa2b-f5f1f32fa7ba"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:42.087950 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:42.093275 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:42.197016 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90bb28-7790-48b6-b5b0-c9b667a27924 req-ba9d75b8-bfba-4b73-ba8d-1c0929227357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:42.208344 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ec90bb28-7790-48b6-b5b0-c9b667a27924 req-ba9d75b8-bfba-4b73-ba8d-1c0929227357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 944 time: 0.3884861 Jun 01 10:13:42.233463 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59082) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:42.234031 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b95e8d5-5392-4b46-a5a7-319a92cd22ce None None] New status for floating IP d8453599-f0a7-49ce-84a0-bf29b58eb74b: ACTIVE {{(pid=91917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:13:42.372268 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:42.386014 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:42.386479 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:42.387731 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:42.388168 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:42.388599 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:42.389025 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:42.389445 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:42.389983 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:42.390458 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:42.390961 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:42.392583 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:42.392928 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:13:42.399568 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:42.444487 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ec90bb28-7790-48b6-b5b0-c9b667a27924 req-565373f8-a811-4dcd-8cb3-8652adbe552b tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298400 Jun 01 10:13:42.487892 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba11a-d449-48ff-ac9c-50209f830314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:42.519473 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-3f6ba11a-d449-48ff-ac9c-50209f830314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:42.534223 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-3f6ba11a-d449-48ff-ac9c-50209f830314 admin admin] Usage tracker for resource:security_group_rule and tenant:ede5b20008474be78879d3caa4676a6e is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:42.540395 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-3f6ba11a-d449-48ff-ac9c-50209f830314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:42.557336 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-3f6ba11a-d449-48ff-ac9c-50209f830314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:42.559114 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3966c1-1c54-4a16-ba94-22654bbcd9bd x-openstack-request-id: req-be3966c1-1c54-4a16-ba94-22654bbcd9bd {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:42.561370 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0b098a-6869-4fb5-b020-6573ad660552", "name": "network-vif-plugged", "status": "completed", "tag": "b566df6d-9636-42fc-aa2b-f5f1f32fa7ba", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:42.561837 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-be3966c1-1c54-4a16-ba94-22654bbcd9bd {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:42.563231 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0b098a-6869-4fb5-b020-6573ad660552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba', 'code': 200} Jun 01 10:13:42.582203 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf62a4b-2534-4d43-b3b6-1e1a9d8ab4dc req-b877f805-5203-4ce7-89fe-48fc0024d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:42.583754 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4bf62a4b-2534-4d43-b3b6-1e1a9d8ab4dc req-b877f805-5203-4ce7-89fe-48fc0024d880 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7900aab4-e9fe-4a51-9bca-0dfd165efadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5669022 Jun 01 10:13:42.586951 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5df79b-ea31-4ae9-b39c-115b925b4fbc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:13:42.591865 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4f5df79b-ea31-4ae9-b39c-115b925b4fbc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:42.599795 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b5e885-7a6c-4581-bb4d-22286563ce38 None None] Sync routers for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:13:42.612010 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b5e885-7a6c-4581-bb4d-22286563ce38 None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:13:42.612640 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-66b5e885-7a6c-4581-bb4d-22286563ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:13:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:42.781721 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba11a-d449-48ff-ac9c-50209f830314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:42.795554 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3f6ba11a-d449-48ff-ac9c-50209f830314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:42.822197 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d5767104-44f7-4f9c-95d8-89de37e04f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:42.912285 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ba11a-d449-48ff-ac9c-50209f830314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed36f69-945c-4c63-8608-0f25995ef3d5,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:42.924112 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4bf62a4b-2534-4d43-b3b6-1e1a9d8ab4dc req-a3448ef0-0bdf-4f23-9055-7b6b37aea352 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573266 Jun 01 10:13:42.929014 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-3f6ba11a-d449-48ff-ac9c-50209f830314 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ede5b20008474be78879d3caa4676a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6943176 Jun 01 10:13:42.941470 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3f6ba11a-d449-48ff-ac9c-50209f830314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:42.943799 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59116) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:42.944672 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48395cf-13bd-4e36-b1dc-dba09fb6be5a req-31df4165-35e4-4738-8f8e-78c52f2a86a2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:42.954145 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a48395cf-13bd-4e36-b1dc-dba09fb6be5a req-31df4165-35e4-4738-8f8e-78c52f2a86a2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.6841240 Jun 01 10:13:43.009474 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d559764-59c6-487f-930d-f400138f09e2 req-98818b8f-cba3-4d7c-ab77-b6894eb7d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:43.011390 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8d559764-59c6-487f-930d-f400138f09e2 req-98818b8f-cba3-4d7c-ab77-b6894eb7d033 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 1098 time: 0.1976755 Jun 01 10:13:43.033209 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-66b5e885-7a6c-4581-bb4d-22286563ce38 None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:13:43.093840 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cf63-edeb-4ba6-b0bc-2afe56f9237d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:43.127756 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4bf62a4b-2534-4d43-b3b6-1e1a9d8ab4dc req-ba5cfd7a-f653-4c39-aee3-6c1b66bec540 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713398 Jun 01 10:13:43.144125 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-4f5df79b-ea31-4ae9-b39c-115b925b4fbc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "PUT /v2.0/floatingips/e2ce1d00-03ae-4f7c-9bdd-98c97e541388 HTTP/1.1" status: 200 len: 991 time: 4.0128183 Jun 01 10:13:43.146428 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:43.150399 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde835c2-7057-4064-abd8-dcc8fc45c295" -d '{"events": [{"name": "network-changed", "server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:43.178287 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a48395cf-13bd-4e36-b1dc-dba09fb6be5a req-b2544557-c7f4-4e46-99ce-d0b5e703d623 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229581 Jun 01 10:13:43.193795 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8d559764-59c6-487f-930d-f400138f09e2 req-a7650883-496b-4a63-84a6-65a1ff90d160 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657393 Jun 01 10:13:43.207875 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cf63-edeb-4ba6-b0bc-2afe56f9237d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:43.296160 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cf63-edeb-4ba6-b0bc-2afe56f9237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:43.316053 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e12810e5-c4e4-43ba-9c4b-6d047ed146b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:43.332663 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8cf63-edeb-4ba6-b0bc-2afe56f9237d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed36f69-945c-4c63-8608-0f25995ef3d5,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:43.335426 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0fe8cf63-edeb-4ba6-b0bc-2afe56f9237d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:43.356663 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cf63-edeb-4ba6-b0bc-2afe56f9237d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:43.358626 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-0fe8cf63-edeb-4ba6-b0bc-2afe56f9237d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ed36f69-945c-4c63-8608-0f25995ef3d5 HTTP/1.1" status: 204 len: 168 time: 0.4136822 Jun 01 10:13:43.410742 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b013054-b13f-4c57-9437-0ea350360ce8 x-openstack-request-id: req-0b013054-b13f-4c57-9437-0ea350360ce8 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:43.411217 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:43.411562 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0b013054-b13f-4c57-9437-0ea350360ce8 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:43.412042 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'status': 'completed', 'code': 200} Jun 01 10:13:43.611111 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde835c2-7057-4064-abd8-dcc8fc45c295 req-afff26a6-1db6-43ed-94e7-92877b7d96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:43.612683 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-fde835c2-7057-4064-abd8-dcc8fc45c295 req-afff26a6-1db6-43ed-94e7-92877b7d96f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 1098 time: 0.1740499 Jun 01 10:13:43.777971 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517dcb3-4d6e-4cdd-9f87-2903429c9984 req-cdaa1707-7222-4dfa-98ea-e84543b90454 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:43.786683 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b517dcb3-4d6e-4cdd-9f87-2903429c9984 req-cdaa1707-7222-4dfa-98ea-e84543b90454 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 945 time: 0.1890965 Jun 01 10:13:43.813488 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde835c2-7057-4064-abd8-dcc8fc45c295 req-581ab3a8-ca9c-431c-8cd9-3fa1d3393181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:43.815182 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-fde835c2-7057-4064-abd8-dcc8fc45c295 req-581ab3a8-ca9c-431c-8cd9-3fa1d3393181 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 919 time: 0.1819293 Jun 01 10:13:43.849433 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b517dcb3-4d6e-4cdd-9f87-2903429c9984 req-f8fc00eb-0129-418c-a6cd-9137c25fc2f2 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593948 Jun 01 10:13:43.923582 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-66b5e885-7a6c-4581-bb4d-22286563ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': 'e2ce1d00-03ae-4f7c-9bdd-98c97e541388', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'floating_ip_address': '172.28.3.148', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'port_id': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'mac_address': 'fa:16:3e:08:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b46be3-9734-483e-8381-d4fafc34267e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:13:13Z', 'updated_at': '2021-06-01T10:13:40Z', 'revision_number': 1, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:13Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:43.959007 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-fde835c2-7057-4064-abd8-dcc8fc45c295 req-493c5f96-2870-4828-a62a-1e728a28d957 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1 HTTP/1.1" status: 200 len: 999 time: 0.1294551 Jun 01 10:13:43.983483 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b5e885-7a6c-4581-bb4d-22286563ce38 None None] Checking router: 0d5c2b10-c164-436c-9f1c-f3c6385e796e for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:13:44.012166 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b5e885-7a6c-4581-bb4d-22286563ce38 None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:13:44.012809 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-66b5e885-7a6c-4581-bb4d-22286563ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:13:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:44.057046 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde835c2-7057-4064-abd8-dcc8fc45c295 req-3242ff4d-fb6e-4677-8afd-e39b988e779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:44.058728 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-fde835c2-7057-4064-abd8-dcc8fc45c295 req-3242ff4d-fb6e-4677-8afd-e39b988e779c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 200 len: 856 time: 0.0914240 Jun 01 10:13:44.151126 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde835c2-7057-4064-abd8-dcc8fc45c295 req-61ff4f0e-f3b6-409a-953b-fd753894d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:44.153086 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-fde835c2-7057-4064-abd8-dcc8fc45c295 req-61ff4f0e-f3b6-409a-953b-fd753894d5f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c339b17d-abdf-48dc-8c0f-50ed8b34d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0854573 Jun 01 10:13:44.217713 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-66b5e885-7a6c-4581-bb4d-22286563ce38 None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:13:44.475889 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-fde835c2-7057-4064-abd8-dcc8fc45c295 req-fa9968cd-eb1a-4c4c-b999-ae50a343cb27 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099682 Jun 01 10:13:44.648108 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59206) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:44.740652 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2cfcd-60dd-4a6d-9f75-cb4e29818dda req-ceead86b-c51c-4530-846a-9c0c0b1b74ee tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:44.749506 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2fe2cfcd-60dd-4a6d-9f75-cb4e29818dda req-ceead86b-c51c-4530-846a-9c0c0b1b74ee tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.3286057 Jun 01 10:13:44.772287 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-fde835c2-7057-4064-abd8-dcc8fc45c295 req-964414cd-9d8d-461c-b8ad-de1b250ea6d7 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832744 Jun 01 10:13:44.815922 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2fe2cfcd-60dd-4a6d-9f75-cb4e29818dda req-f223593c-388f-46d5-8113-22678e54a075 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645730 Jun 01 10:13:44.912303 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 59224) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:45.020591 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-66b5e885-7a6c-4581-bb4d-22286563ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': 'e2ce1d00-03ae-4f7c-9bdd-98c97e541388', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'floating_ip_address': '172.28.3.148', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'port_id': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'mac_address': 'fa:16:3e:08:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b46be3-9734-483e-8381-d4fafc34267e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:13:13Z', 'updated_at': '2021-06-01T10:13:40Z', 'revision_number': 1, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:13Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:13:45.021593 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-758988889-network', 'tenant_id': '60c60fe788fd43a69341bb24c4c426bf'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:45.027881 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:45.031154 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Usage tracker for resource:network and tenant:60c60fe788fd43a69341bb24c4c426bf is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:45.033543 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b5e885-7a6c-4581-bb4d-22286563ce38 None None] The sync data for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb is: [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': 'e2ce1d00-03ae-4f7c-9bdd-98c97e541388', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'floating_ip_address': '172.28.3.148', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'port_id': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'mac_address': 'fa:16:3e:08:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b46be3-9734-483e-8381-d4fafc34267e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:13:13Z', 'updated_at': '2021-06-01T10:13:40Z', 'revision_number': 1, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:13Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:13:45.035445 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:45.046608 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:45.062856 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Made reservation on behalf of 60c60fe788fd43a69341bb24c4c426bf for: {'network': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:13:45.077888 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.098281 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.134622 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:45.139136 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Usage tracker for resource:security_group_rule and tenant:60c60fe788fd43a69341bb24c4c426bf is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:45.143473 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:45.149949 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:45.194114 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78967e35-25a7-42b7-a353-fe96d30bbb0f req-0b45622a-7ff5-45d1-90bc-da6fc4308fb4 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:45.201955 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-78967e35-25a7-42b7-a353-fe96d30bbb0f req-0b45622a-7ff5-45d1-90bc-da6fc4308fb4 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 945 time: 0.2097244 Jun 01 10:13:45.274582 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-78967e35-25a7-42b7-a353-fe96d30bbb0f req-008bb711-8a99-451e-8d56-3e240c569105 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712421 Jun 01 10:13:45.275592 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a45e5e3b-ad6e-4e05-8bee-924c5a2c125e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.293185 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.299832 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.301258 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a45e5e3b-ad6e-4e05-8bee-924c5a2c125e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:45.305376 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:45.307309 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a45e5e3b-ad6e-4e05-8bee-924c5a2c125e admin admin] Usage tracker for resource:security_group_rule and tenant:058a4831f42e4fcd9a8695e53d012c65 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:45.311518 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a45e5e3b-ad6e-4e05-8bee-924c5a2c125e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:45.321375 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a45e5e3b-ad6e-4e05-8bee-924c5a2c125e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:45.339974 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=91916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:13:45.358177 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4279cd72-0d3f-42f0-8b35-3c81a597e36b,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:45.375148 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:45.382180 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.382642 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.segments_db [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Added segment 1003db52-e759-4d82-8cc9-2bafc41d1133 of type vlan for network fd6470c8-2be0-4c27-97e1-430234fdb79a Jun 01 10:13:45.421687 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.440774 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fedd402-ecd5-4afb-8130-3148a8f0f654 None None] New status for floating IP e2ce1d00-03ae-4f7c-9bdd-98c97e541388: ACTIVE {{(pid=91917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:13:45.458696 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a45e5e3b-ad6e-4e05-8bee-924c5a2c125e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.465162 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.465606 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a45e5e3b-ad6e-4e05-8bee-924c5a2c125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.466806 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:45.467895 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.475472 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d05ed86b-c52b-4dd3-bac2-57d82b55794e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:45.482076 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9e62946c-445c-4f20-98ed-066304f9c0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:45.544134 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-a45e5e3b-ad6e-4e05-8bee-924c5a2c125e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=058a4831f42e4fcd9a8695e53d012c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303709 Jun 01 10:13:45.546096 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e5e3b-ad6e-4e05-8bee-924c5a2c125e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a32b936-2b37-472f-aa25-6312d3eca9cc,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:45.549148 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a45e5e3b-ad6e-4e05-8bee-924c5a2c125e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:45.549630 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 59238) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:45.643858 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Pushing event updated for resources: {'Network': ['ID=fd6470c8-2be0-4c27-97e1-430234fdb79a,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:45.644385 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-307a958e-36af-4c0d-b080-53c701858e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.647773 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:45.652002 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0008090 Jun 01 10:13:45.654374 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59244) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:45.660374 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network fd6470c8-2be0-4c27-97e1-430234fdb79a details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:13:45.678591 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Request body: {'subnet': {'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-758988889-subnet', 'tenant_id': '60c60fe788fd43a69341bb24c4c426bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:45.684893 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-307a958e-36af-4c0d-b080-53c701858e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.687777 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:45.701619 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Usage tracker for resource:subnet and tenant:60c60fe788fd43a69341bb24c4c426bf is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:45.708160 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:45.714463 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:45.730349 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Made reservation on behalf of 60c60fe788fd43a69341bb24c4c426bf for: {'subnet': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:13:45.733270 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14452367'] for subnet, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.757796 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-307a958e-36af-4c0d-b080-53c701858e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.764921 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-08bcec3d-ad89-42e4-97da-cba8b0f8242f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:45.777283 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a958e-36af-4c0d-b080-53c701858e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a32b936-2b37-472f-aa25-6312d3eca9cc,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:45.787165 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-307a958e-36af-4c0d-b080-53c701858e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:45.789550 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-307a958e-36af-4c0d-b080-53c701858e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:45.790820 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-307a958e-36af-4c0d-b080-53c701858e83 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0a32b936-2b37-472f-aa25-6312d3eca9cc HTTP/1.1" status: 204 len: 168 time: 0.2402675 Jun 01 10:13:46.123575 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f9a49-2d10-4373-89cd-a64473459163 req-bd7cd1f9-0949-482a-b70a-e47ea3a8c6d4 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:46.133995 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c43f9a49-2d10-4373-89cd-a64473459163 req-bd7cd1f9-0949-482a-b70a-e47ea3a8c6d4 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.1536143 Jun 01 10:13:46.206715 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c43f9a49-2d10-4373-89cd-a64473459163 req-3383f4e5-5cae-4b8b-b064-89490e22cc9a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714614 Jun 01 10:13:46.382993 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 59280) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:46.418088 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a8b8fc8f-681f-4161-8eda-fc6e84516fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:46.443810 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a8b8fc8f-681f-4161-8eda-fc6e84516fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:46.448150 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a8b8fc8f-681f-4161-8eda-fc6e84516fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:598ebcefe7f3461698f72517d52a7f79 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:46.451104 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a8b8fc8f-681f-4161-8eda-fc6e84516fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:46.457349 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a8b8fc8f-681f-4161-8eda-fc6e84516fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:46.538778 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2791965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14452377'] for subnet, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:46.546610 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0a23a586-4c76-42fb-a225-2b6ec01bf47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:46.588411 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a8b8fc8f-681f-4161-8eda-fc6e84516fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:46.596177 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a8b8fc8f-681f-4161-8eda-fc6e84516fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:46.609407 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-702821a7-5d2f-4617-bdb8-48aaa395d70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:46.636673 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=726b7d23-e544-42aa-a7d9-5e7adcc66515,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:46.652444 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:46.655373 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Checking segment: {'id': '1003db52-e759-4d82-8cc9-2bafc41d1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:13:46.655846 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Network hostable DHCP agents. Network: fd6470c8-2be0-4c27-97e1-430234fdb79a, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:13:46.677006 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8fc8f-681f-4161-8eda-fc6e84516fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef6ae3b-f63f-40ec-b732-ddd74c75d61e,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:46.680808 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Network fd6470c8-2be0-4c27-97e1-430234fdb79a is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:13:46.686968 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-a8b8fc8f-681f-4161-8eda-fc6e84516fc2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=598ebcefe7f3461698f72517d52a7f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023334 Jun 01 10:13:46.689030 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a8b8fc8f-681f-4161-8eda-fc6e84516fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:46.689625 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 59296) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:46.697509 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, fd6470c8-2be0-4c27-97e1-430234fdb79a) {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:46.707203 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ce9d3-cf2c-4e0b-94ca-b164ffa753f9 None None] Network fd6470c8-2be0-4c27-97e1-430234fdb79a requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:13:46.710161 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:46.710937 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:46.746541 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0908282 Jun 01 10:13:46.801728 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4fbf037a-fe1e-4d60-8b39-9e9f1645f1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:46.845900 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4fbf037a-fe1e-4d60-8b39-9e9f1645f1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:46.941555 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4fbf037a-fe1e-4d60-8b39-9e9f1645f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:46.948056 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d6fc7ab6-84b1-4c62-9442-3d75799e9202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:46.966247 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eab38b-aefb-479f-9a19-7019b3c929d2 None None] Network fd6470c8-2be0-4c27-97e1-430234fdb79a requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:13:46.975311 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf037a-fe1e-4d60-8b39-9e9f1645f1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef6ae3b-f63f-40ec-b732-ddd74c75d61e,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:46.987486 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-4fbf037a-fe1e-4d60-8b39-9e9f1645f1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:47.005816 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4fbf037a-fe1e-4d60-8b39-9e9f1645f1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:47.008206 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-4fbf037a-fe1e-4d60-8b39-9e9f1645f1ef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1ef6ae3b-f63f-40ec-b732-ddd74c75d61e HTTP/1.1" status: 204 len: 168 time: 0.3161242 Jun 01 10:13:47.415359 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b662be3-fed9-426d-a5a6-6efd1bab4e31 req-739d20d9-6043-489b-9b81-ad01493b674d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:47.416876 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8b662be3-fed9-426d-a5a6-6efd1bab4e31 req-739d20d9-6043-489b-9b81-ad01493b674d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.0929775 Jun 01 10:13:47.526785 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8b662be3-fed9-426d-a5a6-6efd1bab4e31 req-9734c1b1-d994-4fd0-8c2b-6dd2c1608186 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992177 Jun 01 10:13:48.054577 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a52e63-44ac-418b-a809-add1b38e6598 req-9988e383-7f37-4d05-aace-c69f4dfcfe87 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:48.056611 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-9988e383-7f37-4d05-aace-c69f4dfcfe87 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 814 time: 0.1637177 Jun 01 10:13:48.077609 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-2e239a6e-2ea8-4a74-be2e-fadbe7e8df71 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/quotas/2989a6a6de9c4464ae86609e447bfaba HTTP/1.1" status: 200 len: 375 time: 0.0126445 Jun 01 10:13:48.176266 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-307c6930-da58-4580-b041-bd325ccdd72f tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967069 Jun 01 10:13:48.360751 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-3d8e44cc-8079-4b94-ba28-f39589876032 service neutron] 10.222.0.47 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828928 Jun 01 10:13:48.526604 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-84b12970-fcef-4452-b049-f8371b78a6b7 service neutron] 10.222.0.47 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648614 Jun 01 10:13:48.770727 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed572b-143d-453c-8fef-02e50d034b07 req-77d411bf-0faf-4131-8618-5e7834ef74bc tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:48.778161 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a2ed572b-143d-453c-8fef-02e50d034b07 req-77d411bf-0faf-4131-8618-5e7834ef74bc tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.1134224 Jun 01 10:13:48.861914 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a2ed572b-143d-453c-8fef-02e50d034b07 req-47714f1e-30e0-4229-b1f4-741dee493856 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827601 Jun 01 10:13:48.942212 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5153dc21-5a2f-419b-8a6b-939549b0af0f req-4d2e0716-1108-4750-a9e4-b1de96bb2c4e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 210 time: 0.0745838 Jun 01 10:13:49.304904 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-70693f29-1912-45ac-a70b-40fd67788ab6 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:49.306379 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-70693f29-1912-45ac-a70b-40fd67788ab6 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/networks?id=fd6470c8-2be0-4c27-97e1-430234fdb79a HTTP/1.1" status: 200 len: 808 time: 0.1674044 Jun 01 10:13:49.322059 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-b4bf915a-10bc-48a1-8d60-8e746597ca84 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/quotas/60c60fe788fd43a69341bb24c4c426bf HTTP/1.1" status: 200 len: 375 time: 0.0098536 Jun 01 10:13:49.380023 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-32283d8b-416a-49fd-bcad-894053d2ad3e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=60c60fe788fd43a69341bb24c4c426bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500929 Jun 01 10:13:49.611239 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-e56466ae-3151-4fe1-8f9e-ef0c57b50013 service neutron] 10.222.0.47 "GET /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239923 Jun 01 10:13:49.764335 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-25e35704-8ca9-4888-9231-97737d4360b6 service neutron] 10.222.0.47 "GET /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470287 Jun 01 10:13:50.126736 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1c8ef81b-fba1-4aac-9006-bff0be28c095 req-fb2ed90e-9e79-48e1-a5a1-322c543a006b tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 210 time: 0.0660272 Jun 01 10:13:50.324502 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7cfa9f88-9fd7-425d-897a-152f92c951c9 req-9a90cf1a-ae75-4e67-930f-3eae5d83e8e4 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 210 time: 0.0703030 Jun 01 10:13:50.365171 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ee7a2-5161-44ff-82d6-61730c4bdea9 req-cdac2f07-fafa-4d8d-9461-f95ad8cd56d4 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:50.373891 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-791ee7a2-5161-44ff-82d6-61730c4bdea9 req-cdac2f07-fafa-4d8d-9461-f95ad8cd56d4 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.1857109 Jun 01 10:13:50.455527 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 59522) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:50.475367 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-791ee7a2-5161-44ff-82d6-61730c4bdea9 req-dbe8107d-ff5b-45f8-b10f-85fa8c519c0d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925105 Jun 01 10:13:50.523101 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a52e63-44ac-418b-a809-add1b38e6598 req-c15a4299-4737-4f9b-bc37-b90b51368a7a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:50.524655 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-00a52e63-44ac-418b-a809-add1b38e6598 req-c15a4299-4737-4f9b-bc37-b90b51368a7a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Synchronizing usage tracker for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:network {{(pid=91916) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:13:50.550799 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-00a52e63-44ac-418b-a809-add1b38e6598 req-c15a4299-4737-4f9b-bc37-b90b51368a7a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Unset dirty status for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:network {{(pid=91916) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:13:50.552101 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-c15a4299-4737-4f9b-bc37-b90b51368a7a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 814 time: 0.2640755 Jun 01 10:13:50.568266 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Request body: {'port': {'device_id': '2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f', 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92', 'admin_state_up': True, 'tenant_id': '2989a6a6de9c4464ae86609e447bfaba'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:50.712851 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c56ba482-f24f-4f78-961e-706aae916181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:50.732487 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-c56ba482-f24f-4f78-961e-706aae916181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:50.737399 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-c56ba482-f24f-4f78-961e-706aae916181 admin admin] Usage tracker for resource:security_group_rule and tenant:f7fc8ff67f0d4b609c48f81acd42ea4e is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:50.740511 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-c56ba482-f24f-4f78-961e-706aae916181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:50.746467 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-c56ba482-f24f-4f78-961e-706aae916181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:50.758006 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:50.768112 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:50.781494 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Made reservation on behalf of 2989a6a6de9c4464ae86609e447bfaba for: {'port': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:13:50.785603 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:50.842279 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c56ba482-f24f-4f78-961e-706aae916181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:50.847892 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c56ba482-f24f-4f78-961e-706aae916181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:50.858662 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-87c5d3cb-e432-4189-add4-a43818d0d552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:50.904368 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-c56ba482-f24f-4f78-961e-706aae916181 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7fc8ff67f0d4b609c48f81acd42ea4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472823 Jun 01 10:13:50.909344 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59538) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:50.914828 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ba482-f24f-4f78-961e-706aae916181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88be912a-fcaa-4cbb-8059-6ede236584c1,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:50.918979 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c56ba482-f24f-4f78-961e-706aae916181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:51.034602 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Allocated IP 172.20.0.12 (841b4b83-8eda-4e08-8aee-f131c393ea92/61a86ecc-120a-43b8-8f1a-c7f927bfc9b3/209bf428-f901-496b-afa9-d203deb027f1) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:13:51.043026 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-22e49846-eb33-458c-b0c2-6e2822fc7fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:51.088998 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-22e49846-eb33-458c-b0c2-6e2822fc7fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:51.254574 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-22e49846-eb33-458c-b0c2-6e2822fc7fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:51.261990 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6372b9e6-507d-4bc4-a6c2-5a3340f2b67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:51.286594 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e49846-eb33-458c-b0c2-6e2822fc7fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88be912a-fcaa-4cbb-8059-6ede236584c1,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:51.317780 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-652871c9-d9e7-4853-9eed-9f2ccffec161 req-f72db16b-6b84-4ca6-8f06-9c7da8798098 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 210 time: 0.0734949 Jun 01 10:13:51.323017 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-22e49846-eb33-458c-b0c2-6e2822fc7fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:51.351480 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-22e49846-eb33-458c-b0c2-6e2822fc7fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:51.355143 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-22e49846-eb33-458c-b0c2-6e2822fc7fe1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88be912a-fcaa-4cbb-8059-6ede236584c1 HTTP/1.1" status: 204 len: 168 time: 0.4423010 Jun 01 10:13:51.386865 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:51.432557 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:51.440574 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:51.451140 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['08abbc79-89d1-4b85-8217-9857577dcd3e', 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:13:51.521190 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Pushing event updated for resources: {'Port': ['ID=209bf428-f901-496b-afa9-d203deb027f1,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:51.526337 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:51.542907 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Network 841b4b83-8eda-4e08-8aee-f131c393ea92 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:13:51.547280 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:51.559485 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:13:51.740434 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:51.741101 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:51.771726 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2085426 Jun 01 10:13:51.786757 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Request body: {'port': {'device_id': '2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:51.936812 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:51.951711 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-31527357-7c7a-4bfd-a607-1ac6f10cd56e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:51.953335 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-31527357-7c7a-4bfd-a607-1ac6f10cd56e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.82 "GET /v2.0/networks?id=fd6470c8-2be0-4c27-97e1-430234fdb79a HTTP/1.1" status: 200 len: 808 time: 0.5203776 Jun 01 10:13:51.977153 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Request body: {'port': {'device_id': '7d28d887-c97c-422f-814e-3e05712223c8', 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a', 'admin_state_up': True, 'tenant_id': '60c60fe788fd43a69341bb24c4c426bf'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:52.012986 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59576) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:52.034458 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f243325b-c5be-4356-8fb0-08c8603c15d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:52.059014 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e9d1f-9611-4492-b1f8-e0debde6ca7d req-b1419cd0-37f0-4155-9f4a-95e186687b10 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:52.059657 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-f243325b-c5be-4356-8fb0-08c8603c15d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:52.060294 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f29e9d1f-9611-4492-b1f8-e0debde6ca7d req-b1419cd0-37f0-4155-9f4a-95e186687b10 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 932 time: 0.3474295 Jun 01 10:13:52.070214 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-f243325b-c5be-4356-8fb0-08c8603c15d9 admin admin] Usage tracker for resource:security_group_rule and tenant:bf87a89d4bbc4f4ba6c85c1fe83d2a28 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:52.100080 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30c393-b57d-4841-b5ad-bedfad626695 req-16209a5b-3b1f-484d-9d53-c80a55772799 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:52.101919 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9e30c393-b57d-4841-b5ad-bedfad626695 req-16209a5b-3b1f-484d-9d53-c80a55772799 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.2773740 Jun 01 10:13:52.108665 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-f243325b-c5be-4356-8fb0-08c8603c15d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:52.122073 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-f243325b-c5be-4356-8fb0-08c8603c15d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:52.224036 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f29e9d1f-9611-4492-b1f8-e0debde6ca7d req-bed7bfd5-6580-4e58-8c41-72da449a027a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371446 Jun 01 10:13:52.232594 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9e30c393-b57d-4841-b5ad-bedfad626695 req-3b96818f-75eb-4e92-854c-3d8af516162a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090567 Jun 01 10:13:52.238845 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:52.243177 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Usage tracker for resource:port and tenant:60c60fe788fd43a69341bb24c4c426bf is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:52.246238 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:52.262773 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:52.279886 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Made reservation on behalf of 60c60fe788fd43a69341bb24c4c426bf for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:13:52.284596 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:52.436747 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f243325b-c5be-4356-8fb0-08c8603c15d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:52.448234 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f243325b-c5be-4356-8fb0-08c8603c15d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:52.459171 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-86353f60-89c9-4b6e-8112-b14a5e71ed7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:52.476418 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Allocated IP 172.20.0.9 (fd6470c8-2be0-4c27-97e1-430234fdb79a/726b7d23-e544-42aa-a7d9-5e7adcc66515/fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:13:52.553141 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-f243325b-c5be-4356-8fb0-08c8603c15d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bf87a89d4bbc4f4ba6c85c1fe83d2a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5386643 Jun 01 10:13:52.561884 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-35ee13eb-ff7c-4e0b-8bcc-3a63b8367302 req-aadc8b01-920d-4fd5-8449-1e7f80ea07b0 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 210 time: 0.0616350 Jun 01 10:13:52.562093 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209bf428-f901-496b-afa9-d203deb027f1 {{(pid=91916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:52.562454 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 59584) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:52.562537 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243325b-c5be-4356-8fb0-08c8603c15d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359e474e-5f92-463d-8f58-8c85c564e1e2,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:52.566205 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f243325b-c5be-4356-8fb0-08c8603c15d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:52.567889 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:52.586879 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Transition to ACTIVE for port object 209bf428-f901-496b-afa9-d203deb027f1 will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:52.592712 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2725540'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:52.617595 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:52.727006 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-80598261-2743-4c62-9c23-e14196ada5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:52.794114 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-80598261-2743-4c62-9c23-e14196ada5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:52.821306 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Pushing event updated for resources: {'Port': ['ID=209bf428-f901-496b-afa9-d203deb027f1,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:52.825223 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:52.827777 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:52.867626 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Attempting to bind port 209bf428-f901-496b-afa9-d203deb027f1 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:13:52.869752 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Attempting to bind port 209bf428-f901-496b-afa9-d203deb027f1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:13:52.869752 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Attempting to bind port 209bf428-f901-496b-afa9-d203deb027f1 on network 841b4b83-8eda-4e08-8aee-f131c393ea92 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:52.873578 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Port 209bf428-f901-496b-afa9-d203deb027f1 on network 841b4b83-8eda-4e08-8aee-f131c393ea92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:13:52.873834 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Attempting to bind port 209bf428-f901-496b-afa9-d203deb027f1 on network 841b4b83-8eda-4e08-8aee-f131c393ea92 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:52.886597 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-80598261-2743-4c62-9c23-e14196ada5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:52.886738 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:13:52.887101 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Checking segment: {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:13:52.887494 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Bound using segment: {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:13:52.887997 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Bound port: 209bf428-f901-496b-afa9-d203deb027f1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:13:52.888375 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:52.892052 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:52.904114 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80598261-2743-4c62-9c23-e14196ada5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359e474e-5f92-463d-8f58-8c85c564e1e2,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:52.908784 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-80598261-2743-4c62-9c23-e14196ada5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:52.921894 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:52.940034 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:53.020840 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] For port 209bf428-f901-496b-afa9-d203deb027f1, host hv-cinder-78477, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:13:53.025540 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] For port 209bf428-f901-496b-afa9-d203deb027f1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=209bf428-f901-496b-afa9-d203deb027f1,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:13:53.035259 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2725540'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:53.043037 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:53.092300 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-80598261-2743-4c62-9c23-e14196ada5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:53.093408 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-80598261-2743-4c62-9c23-e14196ada5eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/359e474e-5f92-463d-8f58-8c85c564e1e2 HTTP/1.1" status: 204 len: 168 time: 0.5366209 Jun 01 10:13:53.116628 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Network fd6470c8-2be0-4c27-97e1-430234fdb79a is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:13:53.120500 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:13:53.124964 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:13:53.131417 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:53.132066 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:53.134185 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:53.134794 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:53.136482 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d33f9012-8516-4a40-a998-19d897549789 service neutron] 10.222.0.82 "PUT /v2.0/ports/209bf428-f901-496b-afa9-d203deb027f1 HTTP/1.1" status: 200 len: 1094 time: 1.3554463 Jun 01 10:13:53.136973 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f', 'tag': '209bf428-f901-496b-afa9-d203deb027f1'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:53.139466 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0c1df2-34db-493c-a836-d5195452c471" -d '{"events": [{"name": "network-changed", "server_uuid": "2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f", "tag": "209bf428-f901-496b-afa9-d203deb027f1"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:53.160467 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Pushing event updated for resources: {'Port': ['ID=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:53.163466 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Pushing event updated for resources: {'Port': ['ID=209bf428-f901-496b-afa9-d203deb027f1,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:53.166954 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:53.169630 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:53.190914 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2176459 Jun 01 10:13:53.200578 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4bd066-640b-4058-9a53-0ac95698711c x-openstack-request-id: req-3e4bd066-640b-4058-9a53-0ac95698711c {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:53.200894 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f", "tag": "209bf428-f901-496b-afa9-d203deb027f1", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:53.201164 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e4bd066-640b-4058-9a53-0ac95698711c {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:53.201573 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f', 'tag': '209bf428-f901-496b-afa9-d203deb027f1', 'status': 'completed', 'code': 200} Jun 01 10:13:53.216388 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Request body: {'port': {'device_id': '7d28d887-c97c-422f-814e-3e05712223c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:13:53.333932 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d8824d6b-67bb-47d3-bbb1-3c797600fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:53.335489 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-d8824d6b-67bb-47d3-bbb1-3c797600fb6d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 1097 time: 0.1241715 Jun 01 10:13:53.432317 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-9d3c8418-5a9d-4e86-84a2-02754ec56093 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=209bf428-f901-496b-afa9-d203deb027f1 HTTP/1.1" status: 200 len: 217 time: 0.0863204 Jun 01 10:13:53.513759 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a52e63-44ac-418b-a809-add1b38e6598 req-eb1df201-bea9-4f44-b785-356c83e79889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:53.516087 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-eb1df201-bea9-4f44-b785-356c83e79889 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61a86ecc-120a-43b8-8f1a-c7f927bfc9b3 HTTP/1.1" status: 200 len: 854 time: 0.0725412 Jun 01 10:13:53.538072 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:53.591988 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-98f3e8ab-8c3b-4264-935d-477a2a7c318e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=841b4b83-8eda-4e08-8aee-f131c393ea92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664310 Jun 01 10:13:53.712881 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd822a28-ddc7-4ced-a9e9-6fbb4f556903 req-f6e1f00a-32e0-4153-890a-5c98b30432eb tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:53.714232 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bd822a28-ddc7-4ced-a9e9-6fbb4f556903 req-f6e1f00a-32e0-4153-890a-5c98b30432eb tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 944 time: 0.2801249 Jun 01 10:13:53.735942 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a55d49-66b9-4605-bf42-7b4e1941d88e req-a446411d-ce66-4a90-b02e-eae747e93328 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:53.737460 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a55d49-66b9-4605-bf42-7b4e1941d88e req-a446411d-ce66-4a90-b02e-eae747e93328 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.2629833 Jun 01 10:13:53.798552 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-20a58618-5321-4bb3-8256-103aec59b772 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981261 Jun 01 10:13:53.905584 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bd822a28-ddc7-4ced-a9e9-6fbb4f556903 req-b589e9d7-a61b-46b7-82a6-cb311d6f54c9 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839483 Jun 01 10:13:53.924965 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a55d49-66b9-4605-bf42-7b4e1941d88e req-23585d49-325f-40c3-a852-a028fce3a725 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665580 Jun 01 10:13:54.008174 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00a52e63-44ac-418b-a809-add1b38e6598 req-e65afa3e-0de8-47ca-9e5e-653c0e64a584 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029090 Jun 01 10:13:54.128601 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:54.144520 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:54.179925 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Transition to ACTIVE for port object fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:13:54.187654 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:54.199697 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:54.219932 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c1df2-34db-493c-a836-d5195452c471 req-0c55ea25-ebbc-43bd-b432-8f9e46b0b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:54.223560 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-9f0c1df2-34db-493c-a836-d5195452c471 req-0c55ea25-ebbc-43bd-b432-8f9e46b0b637 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 1097 time: 0.1436124 Jun 01 10:13:54.350526 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59654) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:54.410889 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c1df2-34db-493c-a836-d5195452c471 req-315f4d3d-d589-4ce2-a36c-1f2779edb3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:54.412357 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-9f0c1df2-34db-493c-a836-d5195452c471 req-315f4d3d-d589-4ce2-a36c-1f2779edb3e1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 916 time: 0.1728590 Jun 01 10:13:54.435911 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:54.448560 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:54.472057 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Attempting to bind port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:13:54.472057 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Attempting to bind port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '1003db52-e759-4d82-8cc9-2bafc41d1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:13:54.472461 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Attempting to bind port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 on network fd6470c8-2be0-4c27-97e1-430234fdb79a {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:54.478974 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 on network fd6470c8-2be0-4c27-97e1-430234fdb79a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:13:54.479306 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Attempting to bind port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 on network fd6470c8-2be0-4c27-97e1-430234fdb79a {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:13:54.488222 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:13:54.488619 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Checking segment: {'id': '1003db52-e759-4d82-8cc9-2bafc41d1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:13:54.488927 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Bound using segment: {'id': '1003db52-e759-4d82-8cc9-2bafc41d1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:13:54.489992 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Bound port: fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1003db52-e759-4d82-8cc9-2bafc41d1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:13:54.490253 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:54.515347 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-9f0c1df2-34db-493c-a836-d5195452c471 req-4cee02da-1db1-48ba-9024-5d94ffc2f40e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=209bf428-f901-496b-afa9-d203deb027f1 HTTP/1.1" status: 200 len: 217 time: 0.0950985 Jun 01 10:13:54.552798 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6829ae4-d651-402a-96d0-4b7c4619e5c8 req-a0d6b27e-e73e-4a09-841a-e76711dd9dd4 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:54.553548 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-d6829ae4-d651-402a-96d0-4b7c4619e5c8 req-a0d6b27e-e73e-4a09-841a-e76711dd9dd4 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Synchronizing usage tracker for tenant:60c60fe788fd43a69341bb24c4c426bf on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:13:54.606543 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-d6829ae4-d651-402a-96d0-4b7c4619e5c8 req-a0d6b27e-e73e-4a09-841a-e76711dd9dd4 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Unset dirty status for tenant:60c60fe788fd43a69341bb24c4c426bf on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:13:54.606748 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d6829ae4-d651-402a-96d0-4b7c4619e5c8 req-a0d6b27e-e73e-4a09-841a-e76711dd9dd4 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 943 time: 0.2789772 Jun 01 10:13:54.633942 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] For port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:13:54.653229 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] For port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6,segment=NetworkSegment(1003db52-e759-4d82-8cc9-2bafc41d1133),segment_id=1003db52-e759-4d82-8cc9-2bafc41d1133)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:13:54.662772 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:54.670918 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d6829ae4-d651-402a-96d0-4b7c4619e5c8 req-a524f3b5-c3e9-4edd-a6be-a0459e044c1f tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550053 Jun 01 10:13:54.672212 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:54.712972 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ba0cee5e-f202-4b57-8f8f-56ec90c29789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:54.734677 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:54.735857 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:54.737316 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c1df2-34db-493c-a836-d5195452c471 req-2c979779-1458-42d6-91ef-97409992756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:54.737445 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] 10.222.0.82 "PUT /v2.0/ports/fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 HTTP/1.1" status: 200 len: 1093 time: 1.5253596 Jun 01 10:13:54.737670 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d28d887-c97c-422f-814e-3e05712223c8', 'tag': 'fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:13:54.738464 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-9f0c1df2-34db-493c-a836-d5195452c471 req-2c979779-1458-42d6-91ef-97409992756e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61a86ecc-120a-43b8-8f1a-c7f927bfc9b3 HTTP/1.1" status: 200 len: 854 time: 0.2158978 Jun 01 10:13:54.739409 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-ba0cee5e-f202-4b57-8f8f-56ec90c29789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:54.740010 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f9cdfc-c64b-4861-b95c-a9d345858d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d28d887-c97c-422f-814e-3e05712223c8", "tag": "fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:13:54.744360 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-ba0cee5e-f202-4b57-8f8f-56ec90c29789 admin admin] Usage tracker for resource:security_group_rule and tenant:dd29ed4e24ec41ada0862c26d3924b9e is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:54.747871 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-ba0cee5e-f202-4b57-8f8f-56ec90c29789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:54.777969 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:54.783522 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:54.805536 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-9f0c1df2-34db-493c-a836-d5195452c471 req-88ac37fb-df69-4938-bc04-b0d307d4e358 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=841b4b83-8eda-4e08-8aee-f131c393ea92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546584 Jun 01 10:13:54.806431 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-ba0cee5e-f202-4b57-8f8f-56ec90c29789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:54.827433 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29264c5f-0ea4-44eb-96b1-5c830c4d0f38 x-openstack-request-id: req-29264c5f-0ea4-44eb-96b1-5c830c4d0f38 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:13:54.827742 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d28d887-c97c-422f-814e-3e05712223c8", "tag": "fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:13:54.828016 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-29264c5f-0ea4-44eb-96b1-5c830c4d0f38 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:13:54.828426 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d28d887-c97c-422f-814e-3e05712223c8', 'tag': 'fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6', 'status': 'completed', 'code': 200} Jun 01 10:13:54.873561 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-84231cc4-83b6-4c11-9214-ccde2dbf3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:54.875229 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-84231cc4-83b6-4c11-9214-ccde2dbf3ad8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60c60fe788fd43a69341bb24c4c426bf&device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 1096 time: 0.0835524 Jun 01 10:13:54.966938 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-9eb1ac2a-af8f-41ed-b092-1185fac0c3d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 HTTP/1.1" status: 200 len: 217 time: 0.0767710 Jun 01 10:13:54.996274 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-9f0c1df2-34db-493c-a836-d5195452c471 req-a7494ec3-ba6b-46b8-81aa-3fe087b802bd service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718950 Jun 01 10:13:55.005678 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0e46-9bc7-4ee7-a60f-6a3febd43996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:55.110436 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ba0cee5e-f202-4b57-8f8f-56ec90c29789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:55.127598 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ba0cee5e-f202-4b57-8f8f-56ec90c29789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:55.139862 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f1cbf482-3233-4040-990e-fbbb899422a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:55.222538 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-ba0cee5e-f202-4b57-8f8f-56ec90c29789 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd29ed4e24ec41ada0862c26d3924b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8683872 Jun 01 10:13:55.222929 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59688) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:55.225771 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cee5e-f202-4b57-8f8f-56ec90c29789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7892065f-d4aa-4d0c-879a-75c8f505e298,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:55.229126 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ba0cee5e-f202-4b57-8f8f-56ec90c29789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:55.231518 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-9f0c1df2-34db-493c-a836-d5195452c471 req-37793857-df64-43b6-98ad-9029a105a9a5 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263944 Jun 01 10:13:55.313114 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9cd49fba-ca43-43f1-8cb3-86c2d5160268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:55.317407 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-e1af0e72-cd97-4b4d-bb2b-210add4bbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:55.318957 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-e1af0e72-cd97-4b4d-bb2b-210add4bbb86 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=726b7d23-e544-42aa-a7d9-5e7adcc66515 HTTP/1.1" status: 200 len: 848 time: 0.3441582 Jun 01 10:13:55.351155 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9cd49fba-ca43-43f1-8cb3-86c2d5160268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:55.415811 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9cd49fba-ca43-43f1-8cb3-86c2d5160268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:55.421563 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0b7a7427-65c0-4f28-abaf-ecc0aae924a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:55.435946 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd49fba-ca43-43f1-8cb3-86c2d5160268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7892065f-d4aa-4d0c-879a-75c8f505e298,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:55.439062 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9cd49fba-ca43-43f1-8cb3-86c2d5160268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:55.449942 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9cd49fba-ca43-43f1-8cb3-86c2d5160268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:55.453719 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-9cd49fba-ca43-43f1-8cb3-86c2d5160268 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7892065f-d4aa-4d0c-879a-75c8f505e298 HTTP/1.1" status: 204 len: 168 time: 0.2272182 Jun 01 10:13:55.521073 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-593bc9e2-8426-4f13-9718-c5e726b7758e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd6470c8-2be0-4c27-97e1-430234fdb79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1791985 Jun 01 10:13:55.654872 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-74b4e44e-cc2b-4fd2-8d22-a406d64a5986 req-621652cf-c385-4667-890e-ca2a8bbf681e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4853518 Jun 01 10:13:55.666756 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0ec09-5e50-456a-a6bb-ce28f2906662 req-9a41ab5a-5112-4f0b-b20a-7204c950bea7 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:55.668468 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f2b0ec09-5e50-456a-a6bb-ce28f2906662 req-9a41ab5a-5112-4f0b-b20a-7204c950bea7 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.5402937 Jun 01 10:13:55.696332 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6249f-9387-4ddf-b500-7535f5ee7189 req-acbcf017-aaa5-4ca9-906d-aef713ce1f5e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:55.703291 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1ac6249f-9387-4ddf-b500-7535f5ee7189 req-acbcf017-aaa5-4ca9-906d-aef713ce1f5e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 944 time: 0.4958494 Jun 01 10:13:55.777191 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-f356e7c0-2b29-4360-a12f-6a1fad4a0189 service neutron] 10.222.0.82 "GET /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425835 Jun 01 10:13:55.863361 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f2b0ec09-5e50-456a-a6bb-ce28f2906662 req-daddc7f4-5d59-466a-8338-46f1e6a14b79 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760466 Jun 01 10:13:55.908820 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1ac6249f-9387-4ddf-b500-7535f5ee7189 req-e044cd0a-b185-474d-9df2-e502588f8dd0 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045326 Jun 01 10:13:55.998206 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59704) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:56.043789 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7e3870cc-3f6f-4fcf-b2e8-64c38f14a02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:56.060564 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-7e3870cc-3f6f-4fcf-b2e8-64c38f14a02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:13:56.065142 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-75f41660-c5a0-4ed4-9e48-8b69f6bf2a84 req-dda82f51-eefa-40df-9b6f-ba097d64cf4a service neutron] 10.222.0.82 "GET /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755945 Jun 01 10:13:56.065328 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-7e3870cc-3f6f-4fcf-b2e8-64c38f14a02f admin admin] Usage tracker for resource:security_group_rule and tenant:40841ecc1b794f218c40e3b1da65e4a1 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:13:56.068319 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-7e3870cc-3f6f-4fcf-b2e8-64c38f14a02f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:13:56.073234 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4e44e-cc2b-4fd2-8d22-a406d64a5986 req-8bc0b967-178c-4353-b972-824cd97bb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:56.074901 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-74b4e44e-cc2b-4fd2-8d22-a406d64a5986 req-8bc0b967-178c-4353-b972-824cd97bb5b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 1099 time: 0.2611642 Jun 01 10:13:56.075475 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-7e3870cc-3f6f-4fcf-b2e8-64c38f14a02f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:13:56.184967 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7e3870cc-3f6f-4fcf-b2e8-64c38f14a02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:56.190278 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7e3870cc-3f6f-4fcf-b2e8-64c38f14a02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:56.222215 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d40c0480-d808-4967-aae3-4a952b7265e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:56.241206 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-7e3870cc-3f6f-4fcf-b2e8-64c38f14a02f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=40841ecc1b794f218c40e3b1da65e4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393849 Jun 01 10:13:56.244538 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59708) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:13:56.275013 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3870cc-3f6f-4fcf-b2e8-64c38f14a02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9d5c38-5542-44b2-8ff6-a1d0e497f865,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:56.284609 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7e3870cc-3f6f-4fcf-b2e8-64c38f14a02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:56.305299 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4e44e-cc2b-4fd2-8d22-a406d64a5986 req-315a1e11-11cb-4e05-b3db-2b0771fe1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:56.307100 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-74b4e44e-cc2b-4fd2-8d22-a406d64a5986 req-315a1e11-11cb-4e05-b3db-2b0771fe1599 service neutron] 10.222.0.82 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 916 time: 0.2003329 Jun 01 10:13:56.323615 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-de868f67-d62b-4ce0-93be-2e467163f486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:56.355029 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-de868f67-d62b-4ce0-93be-2e467163f486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:56.413309 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-de868f67-d62b-4ce0-93be-2e467163f486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:56.418517 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7b79313a-6029-48fe-ad14-0b613ba2a9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:56.420435 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-74b4e44e-cc2b-4fd2-8d22-a406d64a5986 req-0cde7bae-63f4-4e1d-9be2-b0983f1f3b8b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08abbc79-89d1-4b85-8217-9857577dcd3e HTTP/1.1" status: 200 len: 217 time: 0.0834882 Jun 01 10:13:56.429552 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de868f67-d62b-4ce0-93be-2e467163f486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9d5c38-5542-44b2-8ff6-a1d0e497f865,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:56.431871 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-de868f67-d62b-4ce0-93be-2e467163f486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:56.438210 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-de868f67-d62b-4ce0-93be-2e467163f486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:56.439694 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-de868f67-d62b-4ce0-93be-2e467163f486 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c9d5c38-5542-44b2-8ff6-a1d0e497f865 HTTP/1.1" status: 204 len: 168 time: 0.1880050 Jun 01 10:13:56.509828 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4e44e-cc2b-4fd2-8d22-a406d64a5986 req-c146d062-b79b-479d-a71a-165ce9f8d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:56.511193 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-74b4e44e-cc2b-4fd2-8d22-a406d64a5986 req-c146d062-b79b-479d-a71a-165ce9f8d061 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61a86ecc-120a-43b8-8f1a-c7f927bfc9b3 HTTP/1.1" status: 200 len: 854 time: 0.0809202 Jun 01 10:13:56.514734 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9cdfc-c64b-4861-b95c-a9d345858d3b req-86fc6dc1-0cf5-40bc-801f-aca6f3f647b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:56.516173 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-90f9cdfc-c64b-4861-b95c-a9d345858d3b req-86fc6dc1-0cf5-40bc-801f-aca6f3f647b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60c60fe788fd43a69341bb24c4c426bf&device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 1096 time: 0.3244522 Jun 01 10:13:56.529211 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245dbc6-347a-4be7-91bc-034df6e7e1f3 req-8014a223-705c-42ef-b8a4-d140cc983d4a tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:56.530882 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a245dbc6-347a-4be7-91bc-034df6e7e1f3 req-8014a223-705c-42ef-b8a4-d140cc983d4a tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 943 time: 0.2831430 Jun 01 10:13:56.609714 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-74b4e44e-cc2b-4fd2-8d22-a406d64a5986 req-2ff76d7e-7c91-431c-b4df-1c4b5482320c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=841b4b83-8eda-4e08-8aee-f131c393ea92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777700 Jun 01 10:13:56.766177 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a245dbc6-347a-4be7-91bc-034df6e7e1f3 req-8d4d726d-5b91-443f-85b0-8c8f7c496521 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825511 Jun 01 10:13:56.838847 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9cdfc-c64b-4861-b95c-a9d345858d3b req-d6d3c45d-6858-40a5-ba8d-93bfaf81c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:56.840293 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-90f9cdfc-c64b-4861-b95c-a9d345858d3b req-d6d3c45d-6858-40a5-ba8d-93bfaf81c334 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd6470c8-2be0-4c27-97e1-430234fdb79a HTTP/1.1" status: 200 len: 910 time: 0.3069162 Jun 01 10:13:56.929960 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-74b4e44e-cc2b-4fd2-8d22-a406d64a5986 req-f2e05989-d239-44b8-b2d0-bf545701e1b0 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665048 Jun 01 10:13:56.931398 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-90f9cdfc-c64b-4861-b95c-a9d345858d3b req-16acb552-cdc7-4098-8d97-b0fd61dca2a7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 HTTP/1.1" status: 200 len: 217 time: 0.0788579 Jun 01 10:13:57.319449 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9cdfc-c64b-4861-b95c-a9d345858d3b req-72ff50da-955e-4e89-ae54-7c8628ddbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:57.320886 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-90f9cdfc-c64b-4861-b95c-a9d345858d3b req-72ff50da-955e-4e89-ae54-7c8628ddbc55 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=726b7d23-e544-42aa-a7d9-5e7adcc66515 HTTP/1.1" status: 200 len: 848 time: 0.3531704 Jun 01 10:13:57.404007 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-90f9cdfc-c64b-4861-b95c-a9d345858d3b req-7b8862c4-289a-4dcd-b227-2e62443b72a6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd6470c8-2be0-4c27-97e1-430234fdb79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696306 Jun 01 10:13:57.518399 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-74b4e44e-cc2b-4fd2-8d22-a406d64a5986 req-8bd9aa86-333c-4871-9932-9620211035b3 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723300 Jun 01 10:13:57.538474 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:57.550564 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0e1f5-1ef4-4e32-8431-61fbbbc0c2a6 req-880ef309-c95c-4fd3-b240-dd0a10f6724b tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:57.552080 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bec0e1f5-1ef4-4e32-8431-61fbbbc0c2a6 req-880ef309-c95c-4fd3-b240-dd0a10f6724b tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.4703825 Jun 01 10:13:57.564075 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5bb37-1677-4467-b1f4-9dc1d057fc1b req-8777b465-fd38-4e2c-836b-441191deea8e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:57.565558 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-78e5bb37-1677-4467-b1f4-9dc1d057fc1b req-8777b465-fd38-4e2c-836b-441191deea8e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 944 time: 0.4482303 Jun 01 10:13:57.674575 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bec0e1f5-1ef4-4e32-8431-61fbbbc0c2a6 req-bbba227d-3a01-46b4-8cbe-b01f71e2bacc tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079781 Jun 01 10:13:57.679014 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-90f9cdfc-c64b-4861-b95c-a9d345858d3b req-6b5be59e-e4c2-4a3a-a865-784322a1af38 service neutron] 10.222.0.82 "GET /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636213 Jun 01 10:13:57.682266 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-78e5bb37-1677-4467-b1f4-9dc1d057fc1b req-95105c56-9a0c-40a3-ad4b-1f81bfa07426 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046541 Jun 01 10:13:57.739189 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-288aa9cd-0344-43ac-ae3b-1e3dceb831e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:57.743347 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 209bf428-f901-496b-afa9-d203deb027f1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:13:57.842407 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-90f9cdfc-c64b-4861-b95c-a9d345858d3b req-e11f7dd4-6c61-4429-9538-533f5d63105a service neutron] 10.222.0.82 "GET /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540771 Jun 01 10:13:57.947807 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 209bf428-f901-496b-afa9-d203deb027f1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=209bf428-f901-496b-afa9-d203deb027f1,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:57.970860 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '209bf428-f901-496b-afa9-d203deb027f1', 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92', 'port_id': '209bf428-f901-496b-afa9-d203deb027f1', 'mac_address': 'fa:16:3e:d9:b7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a86ecc-120a-43b8-8f1a-c7f927bfc9b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:13:58.034063 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:58.047115 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9c6ef-1658-44aa-90e3-f6ced49a57ad req-6e85b8f0-34e2-46c4-be18-6d907e09b75a tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:58.048642 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-deb9c6ef-1658-44aa-90e3-f6ced49a57ad req-6e85b8f0-34e2-46c4-be18-6d907e09b75a tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 943 time: 0.0830898 Jun 01 10:13:58.051447 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209bf428-f901-496b-afa9-d203deb027f1 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:13:58.067841 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 209bf428-f901-496b-afa9-d203deb027f1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=209bf428-f901-496b-afa9-d203deb027f1,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:13:58.072843 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:58.075665 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:13:58.099617 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-deb9c6ef-1658-44aa-90e3-f6ced49a57ad req-1ae9c2fd-f453-4518-afcd-7d5e7b6fcc97 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448127 Jun 01 10:13:58.198295 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=209bf428-f901-496b-afa9-d203deb027f1,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:13:58.201626 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:13:58.458641 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['209bf428-f901-496b-afa9-d203deb027f1'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:13:58.520731 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:58.894372 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:13:59.008680 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b3440-821e-483c-ad5d-cc73c1975498 req-4dc468b8-91e6-49a0-8fa9-332b8b374827 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:59.010175 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-534b3440-821e-483c-ad5d-cc73c1975498 req-4dc468b8-91e6-49a0-8fa9-332b8b374827 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.1462815 Jun 01 10:13:59.020871 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b41ca-c579-4e15-b4d1-0a8068861585 req-3dcba8eb-a6e6-4b6f-a10c-98aa522e2ada tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:59.022615 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-365b41ca-c579-4e15-b4d1-0a8068861585 req-3dcba8eb-a6e6-4b6f-a10c-98aa522e2ada tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 945 time: 0.1172128 Jun 01 10:13:59.098663 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-534b3440-821e-483c-ad5d-cc73c1975498 req-24c8c3ca-c15d-4880-bd6b-2fc245ba9769 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750310 Jun 01 10:13:59.122623 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-365b41ca-c579-4e15-b4d1-0a8068861585 req-99c9e93a-d7f8-455a-8fd3-82539e689a73 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832357 Jun 01 10:13:59.424014 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07583e17-1878-4594-801d-cc54264b5dec req-cda65ae6-780a-4b05-b133-880a62f1a0ae tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:13:59.425477 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-07583e17-1878-4594-801d-cc54264b5dec req-cda65ae6-780a-4b05-b133-880a62f1a0ae tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 943 time: 0.0806062 Jun 01 10:13:59.471375 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-07583e17-1878-4594-801d-cc54264b5dec req-ae6842f1-91f1-4664-a99f-a8bfbb1d67e2 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400364 Jun 01 10:13:59.775339 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:13:59.779009 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 209bf428-f901-496b-afa9-d203deb027f1 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:13:59.944488 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port 209bf428-f901-496b-afa9-d203deb027f1 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:13:59.954519 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 209bf428-f901-496b-afa9-d203deb027f1 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:13:59.955302 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:00.017649 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6,segment=NetworkSegment(1003db52-e759-4d82-8cc9-2bafc41d1133),segment_id=1003db52-e759-4d82-8cc9-2bafc41d1133)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:00.037547 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': 'fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6', 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a', 'port_id': 'fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6', 'mac_address': 'fa:16:3e:b9:b1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726b7d23-e544-42aa-a7d9-5e7adcc66515', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:14:00.156889 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:00.171364 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:00.225163 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 209bf428-f901-496b-afa9-d203deb027f1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=209bf428-f901-496b-afa9-d203deb027f1,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:00.227763 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209bf428-f901-496b-afa9-d203deb027f1'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:00.231167 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae53c735-9b01-4581-95de-b11c5f899ddb" -d '{"events": [{"server_uuid": "2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f", "name": "network-vif-plugged", "status": "completed", "tag": "209bf428-f901-496b-afa9-d203deb027f1"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:00.238346 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:00.242273 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:14:00.252746 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:00.324500 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=209bf428-f901-496b-afa9-d203deb027f1,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:00.336965 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:00.351943 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6,segment=NetworkSegment(1003db52-e759-4d82-8cc9-2bafc41d1133),segment_id=1003db52-e759-4d82-8cc9-2bafc41d1133)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:00.359769 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:00.363003 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:00.400388 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:00.441177 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:00.444506 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:00.454535 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92663bc4-794d-4e36-8e78-737d4af14115 req-eaedf7ab-9219-43e1-a405-28a1a5139360 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:00.456038 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-92663bc4-794d-4e36-8e78-737d4af14115 req-eaedf7ab-9219-43e1-a405-28a1a5139360 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 946 time: 0.1983151 Jun 01 10:14:00.499825 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8be655-9060-41ca-8e4f-af6712217a6c req-72289327-b100-48ef-8f2b-4a0a5a0c6d11 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:00.501423 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4d8be655-9060-41ca-8e4f-af6712217a6c req-72289327-b100-48ef-8f2b-4a0a5a0c6d11 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.1726451 Jun 01 10:14:00.541263 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-92663bc4-794d-4e36-8e78-737d4af14115 req-30321192-ef81-493b-a77b-5da8e846d490 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733678 Jun 01 10:14:00.566383 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4d8be655-9060-41ca-8e4f-af6712217a6c req-7412c9f7-15f8-4085-a74a-07c8ca1c9d59 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547488 Jun 01 10:14:00.630766 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43556552-479b-480d-a57f-ee219a7f19cc x-openstack-request-id: req-43556552-479b-480d-a57f-ee219a7f19cc {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:00.631441 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f", "name": "network-vif-plugged", "status": "completed", "tag": "209bf428-f901-496b-afa9-d203deb027f1", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:00.631905 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-43556552-479b-480d-a57f-ee219a7f19cc {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:00.632503 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209bf428-f901-496b-afa9-d203deb027f1', 'code': 200} Jun 01 10:14:00.808742 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:14:00.998200 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca1963-c6ba-4488-9dfb-205188fad9a8 req-8f29e3a2-3267-4cf8-988f-fa2e8e31f722 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:00.999923 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-83ca1963-c6ba-4488-9dfb-205188fad9a8 req-8f29e3a2-3267-4cf8-988f-fa2e8e31f722 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 944 time: 0.1668062 Jun 01 10:14:01.002102 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea40990-918b-45a9-9fb4-c6eceb48ab24 req-b4d2cec4-57cd-4074-a750-5e559506aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:01.003497 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bea40990-918b-45a9-9fb4-c6eceb48ab24 req-b4d2cec4-57cd-4074-a750-5e559506aa8e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 1099 time: 0.1314220 Jun 01 10:14:01.078466 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-83ca1963-c6ba-4488-9dfb-205188fad9a8 req-e2089596-e0fa-4d7c-907f-48d95601771e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704112 Jun 01 10:14:01.080601 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bea40990-918b-45a9-9fb4-c6eceb48ab24 req-33d270a8-15bb-429f-bca7-edb89d41658b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584753 Jun 01 10:14:01.416758 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6e22a-0bc8-450b-9ac2-b5a1a0c0e3e3 req-27071b75-2226-41af-a85a-c6d13a8de8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:01.418301 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7dc6e22a-0bc8-450b-9ac2-b5a1a0c0e3e3 req-27071b75-2226-41af-a85a-c6d13a8de8f7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 1098 time: 0.0964510 Jun 01 10:14:01.475725 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7dc6e22a-0bc8-450b-9ac2-b5a1a0c0e3e3 req-8746cff8-5453-4f65-b42e-786828f6a21b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 Jun 01 10:14:01.802442 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3403973-6d13-4034-97f9-8672655447de req-efbfa70e-0421-42ac-8fee-5373d5e37a5a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:01.803900 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a3403973-6d13-4034-97f9-8672655447de req-efbfa70e-0421-42ac-8fee-5373d5e37a5a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 946 time: 0.1484308 Jun 01 10:14:01.812038 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acf14e-3fe4-412e-b025-b24010b7fa7b req-f63cb85e-b18d-4aa7-b4ce-98be7a7dd213 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:01.813456 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-57acf14e-3fe4-412e-b025-b24010b7fa7b req-f63cb85e-b18d-4aa7-b4ce-98be7a7dd213 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.1172080 Jun 01 10:14:01.886351 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a3403973-6d13-4034-97f9-8672655447de req-8d216e8b-34b5-420d-82e3-30536878209a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714078 Jun 01 10:14:01.890771 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-57acf14e-3fe4-412e-b025-b24010b7fa7b req-b8f27801-741b-4caf-9500-4f29a4d46452 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603232 Jun 01 10:14:02.266624 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3daee-5a6d-456e-9d34-c3325b6e9709 req-f769f91a-d4de-4918-8345-69f13c7fc692 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:02.268606 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-20b3daee-5a6d-456e-9d34-c3325b6e9709 req-f769f91a-d4de-4918-8345-69f13c7fc692 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 944 time: 0.0817657 Jun 01 10:14:02.316409 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-20b3daee-5a6d-456e-9d34-c3325b6e9709 req-8e7662f5-5894-45e5-9dfc-3df9e346e137 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Jun 01 10:14:02.627240 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59884) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:02.757201 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4a76d278-47bf-4873-88d3-13d57eb626d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:02.772859 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-4a76d278-47bf-4873-88d3-13d57eb626d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:02.776614 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-4a76d278-47bf-4873-88d3-13d57eb626d6 admin admin] Usage tracker for resource:security_group_rule and tenant:de7d747516184f0d8b955ec05442fca0 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:02.779513 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-4a76d278-47bf-4873-88d3-13d57eb626d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:02.785436 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-4a76d278-47bf-4873-88d3-13d57eb626d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:02.882418 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4a76d278-47bf-4873-88d3-13d57eb626d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:02.886888 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4a76d278-47bf-4873-88d3-13d57eb626d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:02.895107 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9cd49fba-ca43-43f1-8cb3-86c2d5160268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:02.940740 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-4a76d278-47bf-4873-88d3-13d57eb626d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=de7d747516184f0d8b955ec05442fca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123076 Jun 01 10:14:02.941633 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76d278-47bf-4873-88d3-13d57eb626d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd9fb9c-c1d3-4afc-b5f8-bc3ce467ffb0,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:02.943402 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 59894) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:02.947817 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-4a76d278-47bf-4873-88d3-13d57eb626d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:03.129588 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8cf783de-43d6-4497-aaf3-3ec91001c6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:03.221333 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8cf783de-43d6-4497-aaf3-3ec91001c6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:03.294119 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da161ede-bf06-4a63-be88-5b0aeefeb880 req-2be9af85-6dcc-4304-ab70-e28c5301113e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:03.295529 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-da161ede-bf06-4a63-be88-5b0aeefeb880 req-2be9af85-6dcc-4304-ab70-e28c5301113e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 946 time: 0.2916386 Jun 01 10:14:03.304490 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab248568-7218-4ee6-bfdb-8051d4f2dfba req-f587076d-44b3-4045-a068-380524c96bf7 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:03.305937 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ab248568-7218-4ee6-bfdb-8051d4f2dfba req-f587076d-44b3-4045-a068-380524c96bf7 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.1851592 Jun 01 10:14:03.364442 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8cf783de-43d6-4497-aaf3-3ec91001c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:03.375983 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a7ea257c-342c-4ada-a417-12b734724997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:03.394850 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf783de-43d6-4497-aaf3-3ec91001c6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd9fb9c-c1d3-4afc-b5f8-bc3ce467ffb0,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:03.398952 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-da161ede-bf06-4a63-be88-5b0aeefeb880 req-b3a73f1f-6a26-4c4a-933e-b5df0c92a054 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918088 Jun 01 10:14:03.401507 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8cf783de-43d6-4497-aaf3-3ec91001c6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:03.408019 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ab248568-7218-4ee6-bfdb-8051d4f2dfba req-880103db-29a5-4dd4-bc7c-4298e4f7e2cc tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867119 Jun 01 10:14:03.410055 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8cf783de-43d6-4497-aaf3-3ec91001c6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:03.413724 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-8cf783de-43d6-4497-aaf3-3ec91001c6b4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/abd9fb9c-c1d3-4afc-b5f8-bc3ce467ffb0 HTTP/1.1" status: 204 len: 168 time: 0.4693213 Jun 01 10:14:03.768784 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59924) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:03.785375 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c726abab-5ce7-4334-bded-eb61748adaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:03.791324 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:03.833145 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-c726abab-5ce7-4334-bded-eb61748adaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:03.837401 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca1054-593b-4749-9e90-1003645413e8 req-5680d6d9-6632-4fae-bfb4-3b72817f3712 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:03.839003 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-94ca1054-593b-4749-9e90-1003645413e8 req-5680d6d9-6632-4fae-bfb4-3b72817f3712 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 944 time: 0.1675932 Jun 01 10:14:03.842380 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-c726abab-5ce7-4334-bded-eb61748adaa2 admin admin] Usage tracker for resource:security_group_rule and tenant:e37033a5dbd14a25832bebd2952c9bce is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:03.849354 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-c726abab-5ce7-4334-bded-eb61748adaa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:03.860276 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-c726abab-5ce7-4334-bded-eb61748adaa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:03.903993 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b0d71-1aa3-4784-a058-a6b376a85474 req-3f8b8430-d5c5-4a15-9083-c91cd9193fc2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:03.906587 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:03.911907 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b01b0d71-1aa3-4784-a058-a6b376a85474 req-3f8b8430-d5c5-4a15-9083-c91cd9193fc2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1938157 Jun 01 10:14:03.914049 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:03.914704 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:03.969408 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b01b0d71-1aa3-4784-a058-a6b376a85474 req-691f4474-08ed-458f-8046-d87ad3ffca80 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566335 Jun 01 10:14:03.978606 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-94ca1054-593b-4749-9e90-1003645413e8 req-7b4e00a8-074e-4f17-91dd-625bf7b7b7e5 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253021 Jun 01 10:14:04.003816 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c726abab-5ce7-4334-bded-eb61748adaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:04.015158 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c726abab-5ce7-4334-bded-eb61748adaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:04.048204 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3979edcf-3ddf-4ab8-9f24-49eb879cab13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:04.050988 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:04.059282 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-c726abab-5ce7-4334-bded-eb61748adaa2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e37033a5dbd14a25832bebd2952c9bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957900 Jun 01 10:14:04.059460 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59934) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:04.087092 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d28d887-c97c-422f-814e-3e05712223c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:04.089938 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e613112-11b6-4c37-9d47-a334bc78045b" -d '{"events": [{"server_uuid": "7d28d887-c97c-422f-814e-3e05712223c8", "name": "network-vif-plugged", "status": "completed", "tag": "fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:04.098295 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6,segment=NetworkSegment(1003db52-e759-4d82-8cc9-2bafc41d1133),segment_id=1003db52-e759-4d82-8cc9-2bafc41d1133)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:04.100840 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726abab-5ce7-4334-bded-eb61748adaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3914f10b-e789-4db8-9d5c-5ce91c298df1,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:04.104484 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c726abab-5ce7-4334-bded-eb61748adaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:04.117013 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:04.120639 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:04.144425 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-692b455e-45a9-4c2d-8198-b8f4e5997da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:04.167934 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbbee31-ec90-4d22-b5a9-eb800d980076 x-openstack-request-id: req-adbbee31-ec90-4d22-b5a9-eb800d980076 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:04.168176 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d28d887-c97c-422f-814e-3e05712223c8", "name": "network-vif-plugged", "status": "completed", "tag": "fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:04.168293 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-adbbee31-ec90-4d22-b5a9-eb800d980076 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:04.168642 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d28d887-c97c-422f-814e-3e05712223c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6', 'code': 200} Jun 01 10:14:04.190684 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-692b455e-45a9-4c2d-8198-b8f4e5997da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:04.212136 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:04.222884 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:04.274808 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-692b455e-45a9-4c2d-8198-b8f4e5997da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:04.280369 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7e3870cc-3f6f-4fcf-b2e8-64c38f14a02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:04.297963 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b455e-45a9-4c2d-8198-b8f4e5997da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3914f10b-e789-4db8-9d5c-5ce91c298df1,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:04.301596 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-692b455e-45a9-4c2d-8198-b8f4e5997da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:04.315370 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-692b455e-45a9-4c2d-8198-b8f4e5997da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:04.316531 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-692b455e-45a9-4c2d-8198-b8f4e5997da4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3914f10b-e789-4db8-9d5c-5ce91c298df1 HTTP/1.1" status: 204 len: 168 time: 0.2539623 Jun 01 10:14:04.537132 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651fb11-5e9d-4e12-9a40-54683e15ddde req-9b20167c-f160-4df9-9dce-6432d4769808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:04.538953 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b651fb11-5e9d-4e12-9a40-54683e15ddde req-9b20167c-f160-4df9-9dce-6432d4769808 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 1098 time: 0.1145120 Jun 01 10:14:04.633391 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b651fb11-5e9d-4e12-9a40-54683e15ddde req-c235d7e7-0eb8-4b20-8db3-3b371716d969 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754526 Jun 01 10:14:05.171237 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 59988) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:05.197378 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe19dc-7dd1-465f-a2b5-6126637ddc4b req-75f6e5a1-2401-466b-a0ee-6df1cf791e7d tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:05.202380 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f1fe19dc-7dd1-465f-a2b5-6126637ddc4b req-75f6e5a1-2401-466b-a0ee-6df1cf791e7d tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 945 time: 0.0924609 Jun 01 10:14:05.256065 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f1fe19dc-7dd1-465f-a2b5-6126637ddc4b req-9575150c-a671-498e-b992-579c3926962a tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475650 Jun 01 10:14:05.292439 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-318692940-network', 'tenant_id': 'b8f2e2152e254cea9b1d5c3933ddd3c3'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:05.297766 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:05.302233 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Usage tracker for resource:network and tenant:b8f2e2152e254cea9b1d5c3933ddd3c3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:05.305189 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:05.311745 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:05.324972 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Made reservation on behalf of b8f2e2152e254cea9b1d5c3933ddd3c3 for: {'network': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:14:05.327844 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:05.341265 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:05.356686 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:05.362272 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Usage tracker for resource:security_group_rule and tenant:b8f2e2152e254cea9b1d5c3933ddd3c3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:05.365700 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:05.371960 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:05.473338 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:05.479286 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:05.482522 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f243325b-c5be-4356-8fb0-08c8603c15d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:05.513273 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=91916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:14:05.521831 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08158e35-8827-4449-a8b1-288b72858cc3,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:05.525632 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:05.528149 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:05.528980 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.segments_db [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Added segment 58f344ae-5972-4e66-a56c-9da130efbddd of type vlan for network a9e882eb-3006-4ee3-98bd-381d5549b829 Jun 01 10:14:05.556940 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:05.595558 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:05.598047 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:05.598640 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:05.604230 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-697eab47-b9af-4b17-965c-ad49cacf8809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:05.708761 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Pushing event updated for resources: {'Network': ['ID=a9e882eb-3006-4ee3-98bd-381d5549b829,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:05.718941 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network a9e882eb-3006-4ee3-98bd-381d5549b829 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:14:05.719468 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:05.728952 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5537477 Jun 01 10:14:05.729174 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60006) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:05.738588 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Request body: {'subnet': {'network_id': 'a9e882eb-3006-4ee3-98bd-381d5549b829', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-318692940-subnet', 'tenant_id': 'b8f2e2152e254cea9b1d5c3933ddd3c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:05.744428 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:05.748554 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Usage tracker for resource:subnet and tenant:b8f2e2152e254cea9b1d5c3933ddd3c3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:05.751808 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:05.758235 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:05.775734 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Made reservation on behalf of b8f2e2152e254cea9b1d5c3933ddd3c3 for: {'subnet': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:14:05.778780 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14452367'] for subnet, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:05.958819 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:14:06.019379 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c387ae0-224d-4ee6-899c-107e28b695ab req-111efe16-639f-4d74-93fe-3fb9ad90d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:06.020886 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0c387ae0-224d-4ee6-899c-107e28b695ab req-111efe16-639f-4d74-93fe-3fb9ad90d96e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 1098 time: 0.0960293 Jun 01 10:14:06.287484 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c387ae0-224d-4ee6-899c-107e28b695ab req-052f4308-bbbb-41ff-8d73-6e5f8352d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:06.290768 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0c387ae0-224d-4ee6-899c-107e28b695ab req-052f4308-bbbb-41ff-8d73-6e5f8352d58e service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 200 len: 920 time: 0.2555661 Jun 01 10:14:06.304766 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a864ba7-4b5b-41f3-a800-0cbdb88ad56f req-f9030af9-9f81-458c-b611-80c36a80b16a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:06.306326 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6a864ba7-4b5b-41f3-a800-0cbdb88ad56f req-f9030af9-9f81-458c-b611-80c36a80b16a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1432943 Jun 01 10:14:06.373675 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2791965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14452377'] for subnet, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:06.378259 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-4196cda3-8333-4444-aac3-9c8a2694b65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:06.450187 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f63f5e-18a7-478e-a3ce-663e7848c263,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:06.456249 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:06.456705 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0c387ae0-224d-4ee6-899c-107e28b695ab req-67131ed0-9977-4843-a65a-c99f8936a7ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d60353c-d974-412f-a3a1-71b9ff2b9ae7 HTTP/1.1" status: 200 len: 217 time: 0.1295419 Jun 01 10:14:06.461246 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Checking segment: {'id': '58f344ae-5972-4e66-a56c-9da130efbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'a9e882eb-3006-4ee3-98bd-381d5549b829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:06.461605 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Network hostable DHCP agents. Network: a9e882eb-3006-4ee3-98bd-381d5549b829, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:14:06.479643 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Network a9e882eb-3006-4ee3-98bd-381d5549b829 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:14:06.491058 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, a9e882eb-3006-4ee3-98bd-381d5549b829) {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:06.500702 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:06.501309 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:06.502006 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943b8bc3-b1f2-4334-97fd-b4f5e158efed None None] Network a9e882eb-3006-4ee3-98bd-381d5549b829 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:14:06.527819 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7975664 Jun 01 10:14:06.572597 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6a864ba7-4b5b-41f3-a800-0cbdb88ad56f req-0cb57685-bbac-4919-aab9-7b09a791fba8 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595904 Jun 01 10:14:06.590742 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c387ae0-224d-4ee6-899c-107e28b695ab req-3052bd03-c54f-4dda-af24-50f3ad2d6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:06.592358 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0c387ae0-224d-4ee6-899c-107e28b695ab req-3052bd03-c54f-4dda-af24-50f3ad2d6f34 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=785bd10a-6e85-4db1-b7c7-06b735b5b7aa HTTP/1.1" status: 200 len: 858 time: 0.1197848 Jun 01 10:14:06.644641 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0c387ae0-224d-4ee6-899c-107e28b695ab req-b6fd8cf8-b441-4e49-b67c-fed6b3364599 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448437 Jun 01 10:14:06.656846 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdabca-033b-4753-9844-371bbd6fb2a3 req-aa8b4d31-81a9-4e8a-9fc8-150cbf64e462 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:06.658987 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-aafdabca-033b-4753-9844-371bbd6fb2a3 req-aa8b4d31-81a9-4e8a-9fc8-150cbf64e462 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 945 time: 0.2625952 Jun 01 10:14:06.764980 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c31a1-dc9a-4332-9f4b-f74109107aa5 None None] Network a9e882eb-3006-4ee3-98bd-381d5549b829 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:14:06.797182 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-aafdabca-033b-4753-9844-371bbd6fb2a3 req-74060c9a-38f5-4cee-85d1-27e095683961 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307859 Jun 01 10:14:06.839573 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0c387ae0-224d-4ee6-899c-107e28b695ab req-bc05305f-2202-4b2a-8059-07e2826b3c09 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745336 Jun 01 10:14:06.987281 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0c387ae0-224d-4ee6-899c-107e28b695ab req-4bc0d836-16ee-4402-8d2d-78be76d19072 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361697 Jun 01 10:14:07.159697 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60056) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:07.165158 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-645028583-network', 'tenant_id': 'f6e7a0f695c54c118f85d75f8ca07582'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:07.169767 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:07.173574 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Usage tracker for resource:network and tenant:f6e7a0f695c54c118f85d75f8ca07582 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:07.176549 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:07.182357 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:07.196874 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Made reservation on behalf of f6e7a0f695c54c118f85d75f8ca07582 for: {'network': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:14:07.199470 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:07.212090 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:07.228182 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:07.233948 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Usage tracker for resource:security_group_rule and tenant:f6e7a0f695c54c118f85d75f8ca07582 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:07.235997 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:07.243549 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:07.346274 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:07.350885 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:07.358327 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-692b455e-45a9-4c2d-8198-b8f4e5997da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:07.390213 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=91916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:14:07.404707 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c959aa52-233b-49f9-8b2d-1721c5cf9e21,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:07.407854 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:07.410696 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:07.411043 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.segments_db [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Added segment 325b61c4-a1cc-4221-ae38-717f339011c1 of type vlan for network 897485d9-a753-4f69-9697-5ff65abbf114 Jun 01 10:14:07.445232 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:07.478493 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:07.480134 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:07.480794 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:07.486411 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:07.587237 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4263778 Jun 01 10:14:07.590401 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 60074) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:07.593982 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Pushing event updated for resources: {'Network': ['ID=897485d9-a753-4f69-9697-5ff65abbf114,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:07.596806 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:07.603189 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Request body: {'subnet': {'network_id': '897485d9-a753-4f69-9697-5ff65abbf114', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-645028583-subnet', 'tenant_id': 'f6e7a0f695c54c118f85d75f8ca07582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:07.611170 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 897485d9-a753-4f69-9697-5ff65abbf114 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:14:07.624910 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:07.638382 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Usage tracker for resource:subnet and tenant:f6e7a0f695c54c118f85d75f8ca07582 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:07.644701 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:07.660097 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:07.686549 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Made reservation on behalf of f6e7a0f695c54c118f85d75f8ca07582 for: {'subnet': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:14:07.690074 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:08.027072 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ea75-8142-4ef0-a542-bc5efaf35333 req-7f16ee72-89dc-4a87-a63c-f5b27e13c77e tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:08.029058 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a469ea75-8142-4ef0-a542-bc5efaf35333 req-7f16ee72-89dc-4a87-a63c-f5b27e13c77e tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.3194067 Jun 01 10:14:08.168939 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a469ea75-8142-4ef0-a542-bc5efaf35333 req-260b4720-300e-4277-be7a-4c15181e5235 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328819 Jun 01 10:14:08.305497 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd682a-ed98-4b2d-a326-4aae96132ce6 req-0f59058c-731d-42a4-9e29-67aeabd4845a tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:08.306989 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c0fd682a-ed98-4b2d-a326-4aae96132ce6 req-0f59058c-731d-42a4-9e29-67aeabd4845a tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 945 time: 0.1926644 Jun 01 10:14:08.367387 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c0fd682a-ed98-4b2d-a326-4aae96132ce6 req-951f505e-8a7a-45c6-8927-0019becdb2f5 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531139 Jun 01 10:14:08.458392 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872'] for subnet, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:08.462935 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:08.537762 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d768d471-f341-410d-8860-0527848e88bf,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:08.541568 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:08.545739 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Checking segment: {'id': '325b61c4-a1cc-4221-ae38-717f339011c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '897485d9-a753-4f69-9697-5ff65abbf114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:08.546131 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Network hostable DHCP agents. Network: 897485d9-a753-4f69-9697-5ff65abbf114, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:14:08.562903 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Network 897485d9-a753-4f69-9697-5ff65abbf114 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:14:08.572509 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 897485d9-a753-4f69-9697-5ff65abbf114) {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:08.576633 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:08.577230 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:08.582794 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a64bbc7-3d2d-4657-b9af-3ace851bc771 None None] Network 897485d9-a753-4f69-9697-5ff65abbf114 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:14:08.599028 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0074835 Jun 01 10:14:08.781756 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb40ac9-9125-4dcf-b127-ae28130c1827 None None] Network 897485d9-a753-4f69-9697-5ff65abbf114 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:14:09.283800 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-6d7377f3-8c80-433d-9a34-9dd45e3ce08c tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:09.285585 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-6d7377f3-8c80-433d-9a34-9dd45e3ce08c tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/networks?id=a9e882eb-3006-4ee3-98bd-381d5549b829 HTTP/1.1" status: 200 len: 808 time: 0.1712041 Jun 01 10:14:09.301104 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-25e28a8e-12a4-4003-9d17-6c17fb94c837 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/quotas/b8f2e2152e254cea9b1d5c3933ddd3c3 HTTP/1.1" status: 200 len: 375 time: 0.0092845 Jun 01 10:14:09.351665 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-78c091e3-36c3-4e6e-837c-30bb793789cc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8f2e2152e254cea9b1d5c3933ddd3c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431392 Jun 01 10:14:09.538003 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76a0ea-178e-486a-9e45-ce91a7ee00f3 req-bfd29b6e-a775-45e2-9224-6d5f053da2af tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:09.539461 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ce76a0ea-178e-486a-9e45-ce91a7ee00f3 req-bfd29b6e-a775-45e2-9224-6d5f053da2af tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1957419 Jun 01 10:14:09.548311 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-c847abdf-6abc-461a-ace1-a97eacd7bb13 service neutron] 10.222.0.47 "GET /v2.0/networks/a9e882eb-3006-4ee3-98bd-381d5549b829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597896 Jun 01 10:14:09.664704 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ce76a0ea-178e-486a-9e45-ce91a7ee00f3 req-774e4d3d-fc89-4a91-befe-28ddae7d058c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186271 Jun 01 10:14:09.709682 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-a0820781-6dcf-4c43-9a5e-b15fa1bfd968 service neutron] 10.222.0.47 "GET /v2.0/networks/a9e882eb-3006-4ee3-98bd-381d5549b829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487257 Jun 01 10:14:10.056461 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdc947-838a-4278-9596-026223082b1e req-57f2eae0-618e-4809-a607-47f66ea194f1 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:10.057984 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dffdc947-838a-4278-9596-026223082b1e req-57f2eae0-618e-4809-a607-47f66ea194f1 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 945 time: 0.0997310 Jun 01 10:14:10.108449 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dffdc947-838a-4278-9596-026223082b1e req-4a9ca82a-0587-4e02-a735-f568a78fc2ab tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432193 Jun 01 10:14:10.307277 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0c199d76-c6bd-49e0-bf2c-08b07b185628 req-f7d0df8c-e66f-459e-af49-33916b54159f tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 210 time: 0.0645182 Jun 01 10:14:10.706935 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21ee9c-1f08-4ac6-89c6-6fe188c907f8 req-ec316c75-d710-4727-8036-76426724b5d9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:10.708406 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7c21ee9c-1f08-4ac6-89c6-6fe188c907f8 req-ec316c75-d710-4727-8036-76426724b5d9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 945 time: 0.0931759 Jun 01 10:14:11.025889 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4414e5-a04c-41e3-ae10-2331d08fef09 req-c7d857dd-0ef0-48d6-86ec-18e871192f22 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:11.027322 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b4414e5-a04c-41e3-ae10-2331d08fef09 req-c7d857dd-0ef0-48d6-86ec-18e871192f22 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2474995 Jun 01 10:14:11.028814 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-7c21ee9c-1f08-4ac6-89c6-6fe188c907f8 req-37e63e44-07fd-42f9-ad85-d425d7f2884e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Deleting port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:14:11.029140 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-7c21ee9c-1f08-4ac6-89c6-6fe188c907f8 req-37e63e44-07fd-42f9-ad85-d425d7f2884e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:11.162742 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b4414e5-a04c-41e3-ae10-2331d08fef09 req-e133e6d8-0115-4147-a6f6-74af5fcbcb73 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197166 Jun 01 10:14:11.209076 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-7c21ee9c-1f08-4ac6-89c6-6fe188c907f8 req-37e63e44-07fd-42f9-ad85-d425d7f2884e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] For port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6,segment=NetworkSegment(1003db52-e759-4d82-8cc9-2bafc41d1133),segment_id=1003db52-e759-4d82-8cc9-2bafc41d1133)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:11.209426 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-7c21ee9c-1f08-4ac6-89c6-6fe188c907f8 req-37e63e44-07fd-42f9-ad85-d425d7f2884e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:11.397126 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-7c21ee9c-1f08-4ac6-89c6-6fe188c907f8 req-37e63e44-07fd-42f9-ad85-d425d7f2884e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Calling delete_port for fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:14:11.634751 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8215116b-d528-43f3-9e80-57be0e2f01c0 req-051a97e9-beaa-4fbb-b1a4-9e28c89913bb tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 210 time: 0.1625524 Jun 01 10:14:11.712323 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300dcd0-b621-44d8-b2e9-462a75b82909 req-a2e01cb5-b4d4-4ca3-a59a-2a88d15ddb1a tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:11.713946 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1300dcd0-b621-44d8-b2e9-462a75b82909 req-a2e01cb5-b4d4-4ca3-a59a-2a88d15ddb1a tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d28d887-c97c-422f-814e-3e05712223c8 HTTP/1.1" status: 200 len: 945 time: 0.4391284 Jun 01 10:14:11.732474 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-f4a8b85d-70df-47ae-907a-fb7380fc3244 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:11.733904 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-f4a8b85d-70df-47ae-907a-fb7380fc3244 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.82 "GET /v2.0/networks?id=a9e882eb-3006-4ee3-98bd-381d5549b829 HTTP/1.1" status: 200 len: 808 time: 0.3947332 Jun 01 10:14:11.815146 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Request body: {'port': {'device_id': '602d628d-01be-4f2d-9c8f-4f9a8b6be2ab', 'network_id': 'a9e882eb-3006-4ee3-98bd-381d5549b829', 'admin_state_up': True, 'tenant_id': 'b8f2e2152e254cea9b1d5c3933ddd3c3'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:11.841188 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1300dcd0-b621-44d8-b2e9-462a75b82909 req-2e90e3a2-9b91-48de-b5a5-50d3786aee1a tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055839 Jun 01 10:14:11.932628 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-7c21ee9c-1f08-4ac6-89c6-6fe188c907f8 req-37e63e44-07fd-42f9-ad85-d425d7f2884e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:11.939956 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:11.948542 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:14:11.996352 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e63e44-07fd-42f9-ad85-d425d7f2884e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Pushing event deleted for resources: {'Port': ['ID=fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:12.002724 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-37e63e44-07fd-42f9-ad85-d425d7f2884e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:12.092667 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c21ee9c-1f08-4ac6-89c6-6fe188c907f8 req-37e63e44-07fd-42f9-ad85-d425d7f2884e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] No DVR routers for this DVR port fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:14:12.099258 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-7c21ee9c-1f08-4ac6-89c6-6fe188c907f8 req-37e63e44-07fd-42f9-ad85-d425d7f2884e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:12.101640 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d28d887-c97c-422f-814e-3e05712223c8', 'name': 'network-vif-deleted', 'tag': 'fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:12.103955 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39907933-e7ef-4be5-864f-3269454c2b78" -d '{"events": [{"server_uuid": "7d28d887-c97c-422f-814e-3e05712223c8", "name": "network-vif-deleted", "tag": "fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:12.107886 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:12.115948 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Usage tracker for resource:port and tenant:b8f2e2152e254cea9b1d5c3933ddd3c3 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:12.119696 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:12.131263 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7c21ee9c-1f08-4ac6-89c6-6fe188c907f8 req-37e63e44-07fd-42f9-ad85-d425d7f2884e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.82 "DELETE /v2.0/ports/fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 HTTP/1.1" status: 204 len: 173 time: 1.4152203 Jun 01 10:14:12.135467 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:12.155634 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40062092-1877-4739-9c65-de0565dd7c4e x-openstack-request-id: req-40062092-1877-4739-9c65-de0565dd7c4e {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:12.155987 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d28d887-c97c-422f-814e-3e05712223c8", "name": "network-vif-deleted", "tag": "fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:12.156220 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-40062092-1877-4739-9c65-de0565dd7c4e {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:12.156627 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d28d887-c97c-422f-814e-3e05712223c8', 'name': 'network-vif-deleted', 'tag': 'fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6', 'status': 'completed', 'code': 200} Jun 01 10:14:12.157536 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Made reservation on behalf of b8f2e2152e254cea9b1d5c3933ddd3c3 for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:14:12.162296 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:12.404593 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Allocated IP 172.20.0.12 (a9e882eb-3006-4ee3-98bd-381d5549b829/a6f63f5e-18a7-478e-a3ce-663e7848c263/d581b69a-0ba5-4c67-8435-162003a255fd) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:14:12.450013 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f822c-ea75-4011-bb86-056724db5eaa req-7356e476-d360-420e-87eb-99cf9c8d42d7 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:12.451446 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d43f822c-ea75-4011-bb86-056724db5eaa req-7356e476-d360-420e-87eb-99cf9c8d42d7 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1617060 Jun 01 10:14:12.585152 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d43f822c-ea75-4011-bb86-056724db5eaa req-44cec56b-3a28-4c97-8f53-a307a7e9b032 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250520 Jun 01 10:14:12.878599 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a1dd49ef-aa54-4f94-a84a-d572997fdb7f req-67a3e305-a348-4e14-9bdd-53c1ac7874c5 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 210 time: 0.1183758 Jun 01 10:14:12.911930 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:12.983024 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-e8a2e1b7-b634-4488-bdd2-a0d8b3c6ed3b tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:12.984400 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-e8a2e1b7-b634-4488-bdd2-a0d8b3c6ed3b tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 814 time: 0.2494333 Jun 01 10:14:13.002210 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-277a056d-c95a-497d-8919-963b0423b254 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/quotas/2989a6a6de9c4464ae86609e447bfaba HTTP/1.1" status: 200 len: 375 time: 0.0119548 Jun 01 10:14:13.006186 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:13.014761 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:13.120695 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Network a9e882eb-3006-4ee3-98bd-381d5549b829 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:14:13.128316 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:13.130930 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:14:13.136517 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:13.137115 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:13.170128 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Pushing event updated for resources: {'Port': ['ID=d581b69a-0ba5-4c67-8435-162003a255fd,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:13.175602 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:13.183653 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3783495 Jun 01 10:14:13.205501 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-c381a46b-a1e2-480c-960a-9f7d44b51fb9 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1924977 Jun 01 10:14:13.210372 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Request body: {'port': {'device_id': '602d628d-01be-4f2d-9c8f-4f9a8b6be2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:13.510182 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:13.540323 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-2300d9dd-cfab-41b2-93f1-76e97a3f3629 service neutron] 10.222.0.47 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034582 Jun 01 10:14:13.642888 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60276) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:13.763069 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2fa724f6-4958-44ef-b156-8172874e5b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:13.770474 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-6abb55a6-3afd-497a-8c4e-96632f0fcdfd tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:13.771925 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-6abb55a6-3afd-497a-8c4e-96632f0fcdfd tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/networks?id=fd6470c8-2be0-4c27-97e1-430234fdb79a HTTP/1.1" status: 200 len: 808 time: 0.3721631 Jun 01 10:14:13.778138 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-2fa724f6-4958-44ef-b156-8172874e5b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:13.781896 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-2fa724f6-4958-44ef-b156-8172874e5b03 admin admin] Usage tracker for resource:security_group_rule and tenant:3840e8a318b646e794c7e3097130dd94 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:13.785282 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-2fa724f6-4958-44ef-b156-8172874e5b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:13.790942 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-2fa724f6-4958-44ef-b156-8172874e5b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:13.808999 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-0ef58567-50d4-4401-ac9a-e22a4d388e0d tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/quotas/60c60fe788fd43a69341bb24c4c426bf HTTP/1.1" status: 200 len: 375 time: 0.0290339 Jun 01 10:14:13.877936 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2fa724f6-4958-44ef-b156-8172874e5b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:13.882480 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2fa724f6-4958-44ef-b156-8172874e5b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:13.895583 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-004ff6c7-3892-47a7-a1f3-90ae81f92bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:13.907981 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-34ecb46a-2f53-4f1f-8378-9b8043538e18 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Synchronizing usage tracker for tenant:60c60fe788fd43a69341bb24c4c426bf on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:14:13.935062 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-2fa724f6-4958-44ef-b156-8172874e5b03 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3840e8a318b646e794c7e3097130dd94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909880 Jun 01 10:14:13.936798 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa724f6-4958-44ef-b156-8172874e5b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360c4f2b-74bb-44bf-92a1-d871aa8f6814,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:13.939725 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60284) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:13.942298 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2fa724f6-4958-44ef-b156-8172874e5b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:13.971973 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-ab963d3c-665c-4d18-ab81-14a504288a21 service neutron] 10.222.0.47 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947773 Jun 01 10:14:13.991130 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-34ecb46a-2f53-4f1f-8378-9b8043538e18 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Unset dirty status for tenant:60c60fe788fd43a69341bb24c4c426bf on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:14:13.992489 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-34ecb46a-2f53-4f1f-8378-9b8043538e18 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=60c60fe788fd43a69341bb24c4c426bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1675653 Jun 01 10:14:14.000936 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-22a093b6-f8d5-49ab-96fe-f9ecc26ddaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.028592 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-22a093b6-f8d5-49ab-96fe-f9ecc26ddaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.106027 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-22a093b6-f8d5-49ab-96fe-f9ecc26ddaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.119511 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c726abab-5ce7-4334-bded-eb61748adaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:14.132874 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a093b6-f8d5-49ab-96fe-f9ecc26ddaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360c4f2b-74bb-44bf-92a1-d871aa8f6814,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:14.135236 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-22a093b6-f8d5-49ab-96fe-f9ecc26ddaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.148291 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-22a093b6-f8d5-49ab-96fe-f9ecc26ddaaa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/360c4f2b-74bb-44bf-92a1-d871aa8f6814 HTTP/1.1" status: 204 len: 168 time: 0.2001903 Jun 01 10:14:14.150825 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-22a093b6-f8d5-49ab-96fe-f9ecc26ddaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:14.286526 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-8297522e-8bca-4065-9fa2-5988de0ef282 service neutron] 10.222.0.47 "GET /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751415 Jun 01 10:14:14.444248 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d581b69a-0ba5-4c67-8435-162003a255fd {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:14:14.495168 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60310) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:14.515151 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-06287240-4dff-45dd-a14f-0333bbabdbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.519651 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.533756 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-06287240-4dff-45dd-a14f-0333bbabdbca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:14.538527 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-06287240-4dff-45dd-a14f-0333bbabdbca admin admin] Usage tracker for resource:security_group_rule and tenant:cf732d0ebf2c41f59fd9051e73e26423 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:14.541438 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-06287240-4dff-45dd-a14f-0333bbabdbca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:14.548679 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-06287240-4dff-45dd-a14f-0333bbabdbca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:14.565900 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Transition to ACTIVE for port object d581b69a-0ba5-4c67-8435-162003a255fd will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:14.602055 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.610401 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:14.646598 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-06287240-4dff-45dd-a14f-0333bbabdbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.651653 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-06287240-4dff-45dd-a14f-0333bbabdbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.687704 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0df32dda-c337-4514-8106-c07093f3f111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:14.690754 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-066803d5-5903-4b19-af40-70d014dc97b7 service neutron] 10.222.0.47 "GET /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977566 Jun 01 10:14:14.702236 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba57194-c178-448f-bb21-9732b3252cd6 req-333a09fa-97ca-45c9-99f6-3164c31b40cc tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:14.703715 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5ba57194-c178-448f-bb21-9732b3252cd6 req-333a09fa-97ca-45c9-99f6-3164c31b40cc tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.5334723 Jun 01 10:14:14.727980 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-06287240-4dff-45dd-a14f-0333bbabdbca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf732d0ebf2c41f59fd9051e73e26423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315524 Jun 01 10:14:14.731585 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60318) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:14.780885 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06287240-4dff-45dd-a14f-0333bbabdbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087c6d60-2f8e-402d-aa3f-7803692e5ee6,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:14.801483 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-06287240-4dff-45dd-a14f-0333bbabdbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:14.844266 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3d704c3a-634a-41d5-98f3-bc5b1d31b957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.863142 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d581b69a-0ba5-4c67-8435-162003a255fd,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:14.871465 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:14.894982 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3d704c3a-634a-41d5-98f3-bc5b1d31b957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.931703 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Attempting to bind port d581b69a-0ba5-4c67-8435-162003a255fd on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:14:14.932293 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Attempting to bind port d581b69a-0ba5-4c67-8435-162003a255fd by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '58f344ae-5972-4e66-a56c-9da130efbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'a9e882eb-3006-4ee3-98bd-381d5549b829'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:14:14.932401 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Attempting to bind port d581b69a-0ba5-4c67-8435-162003a255fd on network a9e882eb-3006-4ee3-98bd-381d5549b829 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:14:14.949362 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5ba57194-c178-448f-bb21-9732b3252cd6 req-1fe410db-d123-4b41-82ff-2525462c375b tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847882 Jun 01 10:14:14.950666 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Port d581b69a-0ba5-4c67-8435-162003a255fd on network a9e882eb-3006-4ee3-98bd-381d5549b829 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:14:14.957757 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Attempting to bind port d581b69a-0ba5-4c67-8435-162003a255fd on network a9e882eb-3006-4ee3-98bd-381d5549b829 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:14:14.958112 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3d704c3a-634a-41d5-98f3-bc5b1d31b957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.964048 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c469810a-a63e-436a-a29a-8f6afa8fb698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:14.965381 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:14:14.965722 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Checking segment: {'id': '58f344ae-5972-4e66-a56c-9da130efbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'a9e882eb-3006-4ee3-98bd-381d5549b829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:14.966129 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Bound using segment: {'id': '58f344ae-5972-4e66-a56c-9da130efbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'a9e882eb-3006-4ee3-98bd-381d5549b829'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:14:14.966566 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Bound port: d581b69a-0ba5-4c67-8435-162003a255fd, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58f344ae-5972-4e66-a56c-9da130efbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'a9e882eb-3006-4ee3-98bd-381d5549b829'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:14:14.966913 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:14.981638 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d704c3a-634a-41d5-98f3-bc5b1d31b957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087c6d60-2f8e-402d-aa3f-7803692e5ee6,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:14.992316 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3d704c3a-634a-41d5-98f3-bc5b1d31b957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:14.995452 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3d704c3a-634a-41d5-98f3-bc5b1d31b957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:15.000134 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-3d704c3a-634a-41d5-98f3-bc5b1d31b957 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/087c6d60-2f8e-402d-aa3f-7803692e5ee6 HTTP/1.1" status: 204 len: 168 time: 0.2669351 Jun 01 10:14:15.222643 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] For port d581b69a-0ba5-4c67-8435-162003a255fd, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:14:15.228182 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] For port d581b69a-0ba5-4c67-8435-162003a255fd, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d581b69a-0ba5-4c67-8435-162003a255fd,segment=NetworkSegment(58f344ae-5972-4e66-a56c-9da130efbddd),segment_id=58f344ae-5972-4e66-a56c-9da130efbddd)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:14:15.238047 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1ce08-ef8b-486b-8091-328501bc2653 req-4bcef7be-f993-4130-be11-e1f1b15f9cc5 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:15.238780 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-8de1ce08-ef8b-486b-8091-328501bc2653 req-4bcef7be-f993-4130-be11-e1f1b15f9cc5 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Synchronizing usage tracker for tenant:b8f2e2152e254cea9b1d5c3933ddd3c3 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:14:15.243828 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:15.248549 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:15.378431 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d581b69a-0ba5-4c67-8435-162003a255fd,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:15.401114 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ffc8a039-12e6-4a38-8c54-303ce2ff9a89 req-5a516595-fee6-404f-af35-a8cabe4e77c4 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 210 time: 0.1146131 Jun 01 10:14:15.404164 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:15.416271 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:15.417077 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:15.421898 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] 10.222.0.82 "PUT /v2.0/ports/d581b69a-0ba5-4c67-8435-162003a255fd HTTP/1.1" status: 200 len: 1094 time: 2.2122219 Jun 01 10:14:15.426275 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602d628d-01be-4f2d-9c8f-4f9a8b6be2ab', 'tag': 'd581b69a-0ba5-4c67-8435-162003a255fd'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:15.428635 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693505db-edfd-4caf-9a14-5b6f0b5165de" -d '{"events": [{"name": "network-changed", "server_uuid": "602d628d-01be-4f2d-9c8f-4f9a8b6be2ab", "tag": "d581b69a-0ba5-4c67-8435-162003a255fd"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:15.433416 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-8de1ce08-ef8b-486b-8091-328501bc2653 req-4bcef7be-f993-4130-be11-e1f1b15f9cc5 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Unset dirty status for tenant:b8f2e2152e254cea9b1d5c3933ddd3c3 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:14:15.442165 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8de1ce08-ef8b-486b-8091-328501bc2653 req-4bcef7be-f993-4130-be11-e1f1b15f9cc5 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 944 time: 0.4800982 Jun 01 10:14:15.675045 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8de1ce08-ef8b-486b-8091-328501bc2653 req-2c977a0a-fb2e-4570-a8aa-00664d29be44 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272022 Jun 01 10:14:15.741317 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-e978a440-6443-4445-9341-4b5f2b93befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:15.744079 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-e978a440-6443-4445-9341-4b5f2b93befa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8f2e2152e254cea9b1d5c3933ddd3c3&device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 1097 time: 0.2527015 Jun 01 10:14:15.832344 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:14:15.888524 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-d43ec2eb-3040-4d33-a73f-336459621641 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d581b69a-0ba5-4c67-8435-162003a255fd HTTP/1.1" status: 200 len: 217 time: 0.1122024 Jun 01 10:14:15.902299 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:14:15.902530 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device fc3eb41c-26dc-4ce1-8d7b-f63f3a88fdf6 not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:14:15.930632 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d94552e-fa16-4d89-a215-878d1eb9bc4e x-openstack-request-id: req-8d94552e-fa16-4d89-a215-878d1eb9bc4e {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:15.930951 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602d628d-01be-4f2d-9c8f-4f9a8b6be2ab", "tag": "d581b69a-0ba5-4c67-8435-162003a255fd", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:15.931233 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d94552e-fa16-4d89-a215-878d1eb9bc4e {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:15.931649 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602d628d-01be-4f2d-9c8f-4f9a8b6be2ab', 'tag': 'd581b69a-0ba5-4c67-8435-162003a255fd', 'status': 'completed', 'code': 200} Jun 01 10:14:16.045398 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5b42edb0-a0ed-4dc1-b1b3-bc09959bbe20 req-fccdc6d7-0030-4e84-a4f4-995373795f95 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 210 time: 0.2637858 Jun 01 10:14:16.111291 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-6a88a8a4-22df-49be-b40f-dc298566a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:16.113000 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-6a88a8a4-22df-49be-b40f-dc298566a79c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a6f63f5e-18a7-478e-a3ce-663e7848c263 HTTP/1.1" status: 200 len: 848 time: 0.1337824 Jun 01 10:14:16.220293 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-84876d63-ea1d-4f79-ba08-b4df36b76421 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a9e882eb-3006-4ee3-98bd-381d5549b829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582659 Jun 01 10:14:16.228174 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-2ddac646-e227-49bb-bf4e-71721a090302 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:16.228291 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-2ddac646-e227-49bb-bf4e-71721a090302 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 814 time: 0.4827607 Jun 01 10:14:16.279841 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Request body: {'port': {'device_id': '98967dee-05e5-4983-a476-4ec54095bcb0', 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92', 'admin_state_up': True, 'tenant_id': '2989a6a6de9c4464ae86609e447bfaba'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:16.310420 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9505cd-c555-4137-b339-dd1fe980ce7e req-bea3df6a-2494-4c2b-b10c-c4c60c3c3284 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:16.311955 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7f9505cd-c555-4137-b339-dd1fe980ce7e req-bea3df6a-2494-4c2b-b10c-c4c60c3c3284 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1952755 Jun 01 10:14:16.518597 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7f9505cd-c555-4137-b339-dd1fe980ce7e req-36013635-3e3b-480b-93d9-15607f57eb2b tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587729 Jun 01 10:14:16.590664 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-5bb06400-8001-4c33-94fc-cb5a1176d982 service neutron] 10.222.0.82 "GET /v2.0/networks/a9e882eb-3006-4ee3-98bd-381d5549b829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374956 Jun 01 10:14:16.592818 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e0ab02df-9ef9-4f76-9c4a-4b5d3c3df188 req-74b1c4fe-a478-4471-b8eb-68387aa8886e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 210 time: 0.0618587 Jun 01 10:14:16.622686 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:16.628279 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Usage tracker for resource:port and tenant:2989a6a6de9c4464ae86609e447bfaba is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:16.633422 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:16.642080 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:16.743191 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60384) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:16.860122 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-3363f16e-568e-4a93-8133-d35f503dddba tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:16.861607 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-3363f16e-568e-4a93-8133-d35f503dddba tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Synchronizing usage tracker for tenant:60c60fe788fd43a69341bb24c4c426bf on resource:network {{(pid=91916) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:14:16.884440 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-3363f16e-568e-4a93-8133-d35f503dddba tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Unset dirty status for tenant:60c60fe788fd43a69341bb24c4c426bf on resource:network {{(pid=91916) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:14:16.886219 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-3363f16e-568e-4a93-8133-d35f503dddba tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.82 "GET /v2.0/networks?id=fd6470c8-2be0-4c27-97e1-430234fdb79a HTTP/1.1" status: 200 len: 808 time: 0.2579327 Jun 01 10:14:16.891505 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Made reservation on behalf of 2989a6a6de9c4464ae86609e447bfaba for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:14:16.895100 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:16.905470 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Request body: {'port': {'device_id': '11421c80-865e-42f3-b5ab-1d707f70268b', 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a', 'admin_state_up': True, 'tenant_id': '60c60fe788fd43a69341bb24c4c426bf'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:17.000973 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f78949c0-656d-4a59-a7be-999cc8db525c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:17.026770 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-f78949c0-656d-4a59-a7be-999cc8db525c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:17.039694 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-f78949c0-656d-4a59-a7be-999cc8db525c admin admin] Usage tracker for resource:security_group_rule and tenant:d4efce289574454db5a0863363d6cc71 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:17.044468 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-f78949c0-656d-4a59-a7be-999cc8db525c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:17.054251 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-f78949c0-656d-4a59-a7be-999cc8db525c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:17.064813 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42bab6f8-5135-47b1-a4a2-dc73cf4f1ece req-23b55930-1d69-476b-b3ee-710c7aef35a8 service neutron] 10.222.0.82 "GET /v2.0/networks/a9e882eb-3006-4ee3-98bd-381d5549b829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662881 Jun 01 10:14:17.131614 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9aa27-d201-4c22-ac31-c398661aaef4 req-aba7d790-1da9-4a7d-b728-d2026e8309be tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:17.136338 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:17.140031 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e0b9aa27-d201-4c22-ac31-c398661aaef4 req-aba7d790-1da9-4a7d-b728-d2026e8309be tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 944 time: 0.3040459 Jun 01 10:14:17.158105 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:17.179542 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Made reservation on behalf of 60c60fe788fd43a69341bb24c4c426bf for: {'port': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:14:17.183022 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:17.288972 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7422fa42-cbc8-4b83-85ce-c6d1bed068cf req-33a4b5bf-d359-48cc-8cd1-0d7e345c45fa tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 210 time: 0.0811710 Jun 01 10:14:17.306968 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Allocated IP 172.20.0.9 (841b4b83-8eda-4e08-8aee-f131c393ea92/61a86ecc-120a-43b8-8f1a-c7f927bfc9b3/a472d793-5d80-411c-ae32-edc41612a2aa) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:14:17.334876 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e0b9aa27-d201-4c22-ac31-c398661aaef4 req-710357a9-dd67-4136-b93c-f6b07890d3f2 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938775 Jun 01 10:14:17.381117 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693505db-edfd-4caf-9a14-5b6f0b5165de req-cae6e099-96af-485e-ad83-df4ff8804b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:17.382550 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-693505db-edfd-4caf-9a14-5b6f0b5165de req-cae6e099-96af-485e-ad83-df4ff8804b58 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8f2e2152e254cea9b1d5c3933ddd3c3&device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 1097 time: 0.2324359 Jun 01 10:14:17.393126 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f78949c0-656d-4a59-a7be-999cc8db525c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:17.404979 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f78949c0-656d-4a59-a7be-999cc8db525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:17.415099 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2fa724f6-4958-44ef-b156-8172874e5b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:17.472140 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-f78949c0-656d-4a59-a7be-999cc8db525c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d4efce289574454db5a0863363d6cc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7253883 Jun 01 10:14:17.472140 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Allocated IP 172.20.0.11 (fd6470c8-2be0-4c27-97e1-430234fdb79a/726b7d23-e544-42aa-a7d9-5e7adcc66515/4feca065-8dea-4f3c-8b66-8ae29fa78c73) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:14:17.473817 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78949c0-656d-4a59-a7be-999cc8db525c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cd7abc-1963-4bf8-80b4-5435733a902d,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:17.476422 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60406) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:17.482764 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f78949c0-656d-4a59-a7be-999cc8db525c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:17.606262 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-29849499-50bc-4228-afb3-ee3eaac4ba72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:17.704672 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-29849499-50bc-4228-afb3-ee3eaac4ba72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:17.731386 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693505db-edfd-4caf-9a14-5b6f0b5165de req-16c2a19e-f62e-47a1-bd32-1c45117a0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:17.732825 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-693505db-edfd-4caf-9a14-5b6f0b5165de req-16c2a19e-f62e-47a1-bd32-1c45117a0bda service neutron] 10.222.0.82 "GET /v2.0/networks?id=a9e882eb-3006-4ee3-98bd-381d5549b829 HTTP/1.1" status: 200 len: 910 time: 0.3227484 Jun 01 10:14:17.803537 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:17.828609 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-29849499-50bc-4228-afb3-ee3eaac4ba72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:17.832957 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c99976ad-1d1e-43cf-88f4-5ca3f6104ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:17.850383 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29849499-50bc-4228-afb3-ee3eaac4ba72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cd7abc-1963-4bf8-80b4-5435733a902d,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:17.853311 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-29849499-50bc-4228-afb3-ee3eaac4ba72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:17.855170 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:17.867145 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-693505db-edfd-4caf-9a14-5b6f0b5165de req-8fbb7882-2ad1-4162-be5b-54f7dcf43a62 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d581b69a-0ba5-4c67-8435-162003a255fd HTTP/1.1" status: 200 len: 217 time: 0.1260982 Jun 01 10:14:17.874276 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:17.881214 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3f6c348b-8b4e-4ce5-8997-bed2055eac9d req-c701236d-3216-4e4a-814c-db2090853224 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 210 time: 0.1278579 Jun 01 10:14:17.886736 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5c908998-99d8-4e00-91a3-913adab2d0d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:17.957695 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693505db-edfd-4caf-9a14-5b6f0b5165de req-856e6f0c-210c-4474-9b84-bac25b239be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:17.959176 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-693505db-edfd-4caf-9a14-5b6f0b5165de req-856e6f0c-210c-4474-9b84-bac25b239be2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a6f63f5e-18a7-478e-a3ce-663e7848c263 HTTP/1.1" status: 200 len: 848 time: 0.0806971 Jun 01 10:14:17.972415 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee9293-dae7-4a13-9bb8-a2d86eac9fb1 req-e48b9b4b-4f65-419e-af5d-5a5a1ace990c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:17.973949 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-68ee9293-dae7-4a13-9bb8-a2d86eac9fb1 req-e48b9b4b-4f65-419e-af5d-5a5a1ace990c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.3255799 Jun 01 10:14:18.017261 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-29849499-50bc-4228-afb3-ee3eaac4ba72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:18.018555 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-29849499-50bc-4228-afb3-ee3eaac4ba72 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/72cd7abc-1963-4bf8-80b4-5435733a902d HTTP/1.1" status: 204 len: 168 time: 0.5377433 Jun 01 10:14:18.027760 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Network fd6470c8-2be0-4c27-97e1-430234fdb79a is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:14:18.031359 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:18.036190 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:14:18.040942 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-693505db-edfd-4caf-9a14-5b6f0b5165de req-7040de26-6f0c-4ceb-9e01-d7de52a25b84 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a9e882eb-3006-4ee3-98bd-381d5549b829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645151 Jun 01 10:14:18.043596 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:18.049724 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:18.060170 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['08abbc79-89d1-4b85-8217-9857577dcd3e', 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba', '209bf428-f901-496b-afa9-d203deb027f1'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:14:18.086152 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Pushing event updated for resources: {'Port': ['ID=4feca065-8dea-4f3c-8b66-8ae29fa78c73,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:18.091116 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:18.110285 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:18.111059 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:18.132030 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2299836 Jun 01 10:14:18.151087 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Request body: {'port': {'device_id': '11421c80-865e-42f3-b5ab-1d707f70268b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:18.156785 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-68ee9293-dae7-4a13-9bb8-a2d86eac9fb1 req-1f72879e-f2ea-4c38-82c9-d057e7540d4f tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468241 Jun 01 10:14:18.208127 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Network 841b4b83-8eda-4e08-8aee-f131c393ea92 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:14:18.221333 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:18.230366 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:14:18.236279 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:18.236910 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:18.241111 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Pushing event updated for resources: {'Port': ['ID=a472d793-5d80-411c-ae32-edc41612a2aa,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:18.251963 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:18.295975 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0239937 Jun 01 10:14:18.305540 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-693505db-edfd-4caf-9a14-5b6f0b5165de req-d7a902bb-f7b7-46c9-aace-d1cf99770dc4 service neutron] 10.222.0.82 "GET /v2.0/networks/a9e882eb-3006-4ee3-98bd-381d5549b829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271543 Jun 01 10:14:18.311012 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Request body: {'port': {'device_id': '98967dee-05e5-4983-a476-4ec54095bcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:18.320191 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:18.877581 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-693505db-edfd-4caf-9a14-5b6f0b5165de req-42f708ac-a7d9-4f77-bd6b-43b3f6d9fa0f service neutron] 10.222.0.82 "GET /v2.0/networks/a9e882eb-3006-4ee3-98bd-381d5549b829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391247 Jun 01 10:14:18.878108 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:18.898179 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4feca065-8dea-4f3c-8b66-8ae29fa78c73 {{(pid=91916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:14:18.911802 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:18.929144 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Transition to ACTIVE for port object 4feca065-8dea-4f3c-8b66-8ae29fa78c73 will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:18.934070 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2725540'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:18.938943 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:18.962308 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec50bcc-de04-4c03-8886-3d92f718132d req-86608859-395b-4f13-a9bb-76c6fc92162b tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:18.963931 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5ec50bcc-de04-4c03-8886-3d92f718132d req-86608859-395b-4f13-a9bb-76c6fc92162b tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 932 time: 0.4941938 Jun 01 10:14:18.980007 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e89f1f-bd73-42f5-8ecc-9d7a4e402acc req-2b8786ad-4a4a-48f6-949e-bb7725f6b3af tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:18.981511 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-80e89f1f-bd73-42f5-8ecc-9d7a4e402acc req-2b8786ad-4a4a-48f6-949e-bb7725f6b3af tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 944 time: 0.2869339 Jun 01 10:14:19.121898 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5ec50bcc-de04-4c03-8886-3d92f718132d req-3396ad5a-8264-4998-9d22-7d84fbce582e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376245 Jun 01 10:14:19.134404 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-80e89f1f-bd73-42f5-8ecc-9d7a4e402acc req-84d4af57-e146-411e-b13e-30e97d589728 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302347 Jun 01 10:14:19.163049 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Pushing event updated for resources: {'Port': ['ID=4feca065-8dea-4f3c-8b66-8ae29fa78c73,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:19.167871 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:19.212496 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Attempting to bind port 4feca065-8dea-4f3c-8b66-8ae29fa78c73 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:14:19.212883 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Attempting to bind port 4feca065-8dea-4f3c-8b66-8ae29fa78c73 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '1003db52-e759-4d82-8cc9-2bafc41d1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:14:19.213309 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Attempting to bind port 4feca065-8dea-4f3c-8b66-8ae29fa78c73 on network fd6470c8-2be0-4c27-97e1-430234fdb79a {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:14:19.218790 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Port 4feca065-8dea-4f3c-8b66-8ae29fa78c73 on network fd6470c8-2be0-4c27-97e1-430234fdb79a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:14:19.219221 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Attempting to bind port 4feca065-8dea-4f3c-8b66-8ae29fa78c73 on network fd6470c8-2be0-4c27-97e1-430234fdb79a {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:14:19.240225 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:14:19.240809 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Checking segment: {'id': '1003db52-e759-4d82-8cc9-2bafc41d1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:19.241565 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Bound using segment: {'id': '1003db52-e759-4d82-8cc9-2bafc41d1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:14:19.242309 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Bound port: 4feca065-8dea-4f3c-8b66-8ae29fa78c73, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1003db52-e759-4d82-8cc9-2bafc41d1133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:14:19.242843 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:19.347653 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] For port 4feca065-8dea-4f3c-8b66-8ae29fa78c73, host hv-cinder-78477, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:14:19.352314 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] For port 4feca065-8dea-4f3c-8b66-8ae29fa78c73, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4feca065-8dea-4f3c-8b66-8ae29fa78c73,segment=NetworkSegment(1003db52-e759-4d82-8cc9-2bafc41d1133),segment_id=1003db52-e759-4d82-8cc9-2bafc41d1133)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:14:19.358521 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2725540'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:19.369608 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:19.415692 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:19.416116 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:19.417511 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] 10.222.0.82 "PUT /v2.0/ports/4feca065-8dea-4f3c-8b66-8ae29fa78c73 HTTP/1.1" status: 200 len: 1094 time: 1.2733757 Jun 01 10:14:19.425938 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a472d793-5d80-411c-ae32-edc41612a2aa {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:14:19.427901 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11421c80-865e-42f3-b5ab-1d707f70268b', 'tag': '4feca065-8dea-4f3c-8b66-8ae29fa78c73'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:19.430328 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c5368a-1889-4ce4-9974-60aad86ce184" -d '{"events": [{"name": "network-changed", "server_uuid": "11421c80-865e-42f3-b5ab-1d707f70268b", "tag": "4feca065-8dea-4f3c-8b66-8ae29fa78c73"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:19.435799 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:19.457714 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Transition to ACTIVE for port object a472d793-5d80-411c-ae32-edc41612a2aa will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:19.461443 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:19.467105 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:19.473195 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Pushing event updated for resources: {'Port': ['ID=4feca065-8dea-4f3c-8b66-8ae29fa78c73,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:19.477145 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:19.565625 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-bace74e4-01bf-4758-8256-a92bbffdb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:19.567139 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-bace74e4-01bf-4758-8256-a92bbffdb0aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60c60fe788fd43a69341bb24c4c426bf&device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 1097 time: 0.0800593 Jun 01 10:14:19.607517 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90196e1-2ce4-491f-9dae-63ee395a97c8 req-4df6b8a6-be06-4004-90a5-cda0dd6aa5f8 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:19.608498 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-a90196e1-2ce4-491f-9dae-63ee395a97c8 req-4df6b8a6-be06-4004-90a5-cda0dd6aa5f8 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Synchronizing usage tracker for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:14:19.664722 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-9c6eb91f-d397-4dfb-b163-689c15bd6f6a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4feca065-8dea-4f3c-8b66-8ae29fa78c73 HTTP/1.1" status: 200 len: 217 time: 0.0813005 Jun 01 10:14:19.699155 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a472d793-5d80-411c-ae32-edc41612a2aa,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:19.702033 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:19.739843 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-b3f3d35b-bfd4-4350-afa0-25145746d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:19.742074 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-b3f3d35b-bfd4-4350-afa0-25145746d705 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=726b7d23-e544-42aa-a7d9-5e7adcc66515 HTTP/1.1" status: 200 len: 848 time: 0.0655260 Jun 01 10:14:19.745264 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-a90196e1-2ce4-491f-9dae-63ee395a97c8 req-4df6b8a6-be06-4004-90a5-cda0dd6aa5f8 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Unset dirty status for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:14:19.746548 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a90196e1-2ce4-491f-9dae-63ee395a97c8 req-4df6b8a6-be06-4004-90a5-cda0dd6aa5f8 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 931 time: 0.3980660 Jun 01 10:14:19.812052 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-a1265ac2-2908-442e-accc-d3af47d958c1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd6470c8-2be0-4c27-97e1-430234fdb79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610907 Jun 01 10:14:19.819054 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Attempting to bind port a472d793-5d80-411c-ae32-edc41612a2aa on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:14:19.819391 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Attempting to bind port a472d793-5d80-411c-ae32-edc41612a2aa by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:14:19.819796 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Attempting to bind port a472d793-5d80-411c-ae32-edc41612a2aa on network 841b4b83-8eda-4e08-8aee-f131c393ea92 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:14:19.841282 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device d581b69a-0ba5-4c67-8435-162003a255fd details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:14:19.848415 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a90196e1-2ce4-491f-9dae-63ee395a97c8 req-7c128768-7ae4-4ecd-bb60-0227a977ba10 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847394 Jun 01 10:14:19.849100 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Port a472d793-5d80-411c-ae32-edc41612a2aa on network 841b4b83-8eda-4e08-8aee-f131c393ea92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:14:19.849427 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Attempting to bind port a472d793-5d80-411c-ae32-edc41612a2aa on network 841b4b83-8eda-4e08-8aee-f131c393ea92 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:14:19.870038 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dcce9-21ba-4365-9ce7-81a13a6e1779 req-afc2d1c8-66bf-4099-8bd2-58899036ffc3 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:19.897041 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-835dcce9-21ba-4365-9ce7-81a13a6e1779 req-afc2d1c8-66bf-4099-8bd2-58899036ffc3 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2767467 Jun 01 10:14:19.944433 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:14:19.945190 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Checking segment: {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:19.945683 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Bound using segment: {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:14:19.950891 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Bound port: a472d793-5d80-411c-ae32-edc41612a2aa, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f891d76-d59d-46c7-9a50-505d24e35d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:14:19.951470 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:20.047055 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2977d9c0-1436-4d25-a8df-2517228cd8c0 x-openstack-request-id: req-2977d9c0-1436-4d25-a8df-2517228cd8c0 {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:20.047578 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11421c80-865e-42f3-b5ab-1d707f70268b", "tag": "4feca065-8dea-4f3c-8b66-8ae29fa78c73", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:20.047662 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2977d9c0-1436-4d25-a8df-2517228cd8c0 {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:20.048079 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11421c80-865e-42f3-b5ab-1d707f70268b', 'tag': '4feca065-8dea-4f3c-8b66-8ae29fa78c73', 'status': 'completed', 'code': 200} Jun 01 10:14:20.052655 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-eeced26b-b97a-4503-b6bc-e0198352a707 service neutron] 10.222.0.82 "GET /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297878 Jun 01 10:14:20.067033 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-835dcce9-21ba-4365-9ce7-81a13a6e1779 req-aba51c65-0054-4981-922b-89ceab0ffb8e tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691170 Jun 01 10:14:20.078670 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] For port a472d793-5d80-411c-ae32-edc41612a2aa, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:14:20.093873 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] For port a472d793-5d80-411c-ae32-edc41612a2aa, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a472d793-5d80-411c-ae32-edc41612a2aa,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:14:20.100322 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:20.105496 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:20.122712 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port d581b69a-0ba5-4c67-8435-162003a255fd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d581b69a-0ba5-4c67-8435-162003a255fd,segment=NetworkSegment(58f344ae-5972-4e66-a56c-9da130efbddd),segment_id=58f344ae-5972-4e66-a56c-9da130efbddd)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:20.141571 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': 'd581b69a-0ba5-4c67-8435-162003a255fd', 'network_id': 'a9e882eb-3006-4ee3-98bd-381d5549b829', 'port_id': 'd581b69a-0ba5-4c67-8435-162003a255fd', 'mac_address': 'fa:16:3e:31:6b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f63f5e-18a7-478e-a3ce-663e7848c263', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:14:20.172078 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:20.172804 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:20.174652 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] 10.222.0.82 "PUT /v2.0/ports/a472d793-5d80-411c-ae32-edc41612a2aa HTTP/1.1" status: 200 len: 1093 time: 1.8680246 Jun 01 10:14:20.175321 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98967dee-05e5-4983-a476-4ec54095bcb0', 'tag': 'a472d793-5d80-411c-ae32-edc41612a2aa'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:20.177754 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf3f36c-4389-4bc8-8bd0-d75c31c2f469" -d '{"events": [{"name": "network-changed", "server_uuid": "98967dee-05e5-4983-a476-4ec54095bcb0", "tag": "a472d793-5d80-411c-ae32-edc41612a2aa"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:20.207832 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=a472d793-5d80-411c-ae32-edc41612a2aa,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:20.213730 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:20.237258 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:20.278231 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d581b69a-0ba5-4c67-8435-162003a255fd {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:14:20.334200 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port d581b69a-0ba5-4c67-8435-162003a255fd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d581b69a-0ba5-4c67-8435-162003a255fd,segment=NetworkSegment(58f344ae-5972-4e66-a56c-9da130efbddd),segment_id=58f344ae-5972-4e66-a56c-9da130efbddd)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:20.337614 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a0904ea2-4483-41ba-ad65-44d5d6eb6904 req-3f17829a-510f-45ae-9a01-4ab1085d83e7 service neutron] 10.222.0.82 "GET /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738001 Jun 01 10:14:20.342152 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:20.345083 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:20.354689 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-64a4537c-859e-4940-965d-26cb42ea196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:20.356860 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-64a4537c-859e-4940-965d-26cb42ea196a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 1096 time: 0.1316631 Jun 01 10:14:20.426651 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=d581b69a-0ba5-4c67-8435-162003a255fd,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:20.437349 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:20.476001 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5368a-1889-4ce4-9974-60aad86ce184 req-398456e9-61fc-4f7a-ac42-6d6a466c5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:20.477539 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-39c5368a-1889-4ce4-9974-60aad86ce184 req-398456e9-61fc-4f7a-ac42-6d6a466c5839 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=60c60fe788fd43a69341bb24c4c426bf&device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 1097 time: 0.0774572 Jun 01 10:14:20.479867 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-598e5515-8ec8-4cc5-8ea6-deff8e2fc861 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a472d793-5d80-411c-ae32-edc41612a2aa HTTP/1.1" status: 200 len: 217 time: 0.0774915 Jun 01 10:14:20.608664 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102e9a7-8aaf-4074-a0a5-154edb7d957c req-7d7b0c75-5e2f-492f-9a75-f2f168afca27 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:20.610837 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4102e9a7-8aaf-4074-a0a5-154edb7d957c req-7d7b0c75-5e2f-492f-9a75-f2f168afca27 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 945 time: 0.2954812 Jun 01 10:14:20.628950 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-0be82682-89ca-4fe3-93b2-66a2507ac977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:20.631342 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-0be82682-89ca-4fe3-93b2-66a2507ac977 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61a86ecc-120a-43b8-8f1a-c7f927bfc9b3 HTTP/1.1" status: 200 len: 854 time: 0.1337838 Jun 01 10:14:20.647849 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db757e-8cd6-4c0f-96f6-c1db1f346014 req-ea8fb9ef-a691-4336-a978-0c7ecfeec82e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:20.649505 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-71db757e-8cd6-4c0f-96f6-c1db1f346014 req-ea8fb9ef-a691-4336-a978-0c7ecfeec82e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 944 time: 0.2863560 Jun 01 10:14:20.709818 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['d581b69a-0ba5-4c67-8435-162003a255fd'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:14:20.739353 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5368a-1889-4ce4-9974-60aad86ce184 req-5ebd402b-16d3-4b08-b514-73920204a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:20.740890 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-39c5368a-1889-4ce4-9974-60aad86ce184 req-5ebd402b-16d3-4b08-b514-73920204a272 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd6470c8-2be0-4c27-97e1-430234fdb79a HTTP/1.1" status: 200 len: 910 time: 0.2493546 Jun 01 10:14:20.817626 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-39c5368a-1889-4ce4-9974-60aad86ce184 req-20ae8384-241c-4112-b619-f9f6b8113b48 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4feca065-8dea-4f3c-8b66-8ae29fa78c73 HTTP/1.1" status: 200 len: 217 time: 0.0666780 Jun 01 10:14:20.835963 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-36ecb661-8f32-4bf2-8a79-c92a67fd756e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=841b4b83-8eda-4e08-8aee-f131c393ea92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854575 Jun 01 10:14:20.885666 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5368a-1889-4ce4-9974-60aad86ce184 req-0e5277dc-3df5-43d9-9d8f-47df629257c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:20.887353 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-39c5368a-1889-4ce4-9974-60aad86ce184 req-0e5277dc-3df5-43d9-9d8f-47df629257c0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=726b7d23-e544-42aa-a7d9-5e7adcc66515 HTTP/1.1" status: 200 len: 848 time: 0.0614681 Jun 01 10:14:20.946244 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-39c5368a-1889-4ce4-9974-60aad86ce184 req-23f9851a-d905-4a1a-bd7d-0f25ccf3faad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd6470c8-2be0-4c27-97e1-430234fdb79a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477872 Jun 01 10:14:20.950223 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4102e9a7-8aaf-4074-a0a5-154edb7d957c req-b593252b-7645-4c52-aba4-1153a007ae8d tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178425 Jun 01 10:14:20.952730 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-71db757e-8cd6-4c0f-96f6-c1db1f346014 req-c9213479-e5e4-40f2-889d-2c116d86516c tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419468 Jun 01 10:14:21.019627 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-f36265f0-66b5-4ac5-815b-ae4b919eebf7 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747162 Jun 01 10:14:21.023322 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dca2e40-f53f-4645-86b1-5ed9db0fc158 x-openstack-request-id: req-6dca2e40-f53f-4645-86b1-5ed9db0fc158 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:21.023801 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98967dee-05e5-4983-a476-4ec54095bcb0", "tag": "a472d793-5d80-411c-ae32-edc41612a2aa", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:21.024225 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6dca2e40-f53f-4645-86b1-5ed9db0fc158 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:21.024848 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98967dee-05e5-4983-a476-4ec54095bcb0', 'tag': 'a472d793-5d80-411c-ae32-edc41612a2aa', 'status': 'completed', 'code': 200} Jun 01 10:14:21.119434 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-39c5368a-1889-4ce4-9974-60aad86ce184 req-72cb6ebd-5864-460b-aeed-c479f796f72c service neutron] 10.222.0.82 "GET /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577883 Jun 01 10:14:21.277144 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-39c5368a-1889-4ce4-9974-60aad86ce184 req-dbe31329-3bb5-4fab-a540-0fd1ce50b3e2 service neutron] 10.222.0.82 "GET /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492858 Jun 01 10:14:21.293321 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d0a453c2-99e4-4333-b128-e6830286ed9e req-4de64c37-8f80-4e64-a94b-c1996a74f66e service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537687 Jun 01 10:14:21.435901 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60504) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:21.462419 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee121db3-5a34-44a2-b0be-e32a220d70b3 req-7899e306-8024-4454-91a3-cd24307e9102 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:21.463900 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ee121db3-5a34-44a2-b0be-e32a220d70b3 req-7899e306-8024-4454-91a3-cd24307e9102 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 943 time: 0.2259021 Jun 01 10:14:21.494751 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db47bf-eb40-4709-ae95-aafe173216e5 req-3ad0aa94-bc3d-46d1-8e8c-3811664c9d0d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:21.496203 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-13db47bf-eb40-4709-ae95-aafe173216e5 req-3ad0aa94-bc3d-46d1-8e8c-3811664c9d0d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2057254 Jun 01 10:14:21.499924 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3f36c-4389-4bc8-8bd0-d75c31c2f469 req-83164700-030a-4418-9fd3-d6345e0d68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:21.501337 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9bf3f36c-4389-4bc8-8bd0-d75c31c2f469 req-83164700-030a-4418-9fd3-d6345e0d68a4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2989a6a6de9c4464ae86609e447bfaba&device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 1096 time: 0.1464798 Jun 01 10:14:21.556028 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647679c6-4ab7-4693-91ee-1d720d99631a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:21.570251 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-647679c6-4ab7-4693-91ee-1d720d99631a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:21.574238 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-647679c6-4ab7-4693-91ee-1d720d99631a admin admin] Usage tracker for resource:security_group_rule and tenant:09d9d5561a20416a991cc55b3a8b9791 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:21.577082 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-647679c6-4ab7-4693-91ee-1d720d99631a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:21.582962 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-647679c6-4ab7-4693-91ee-1d720d99631a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:21.636927 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-13db47bf-eb40-4709-ae95-aafe173216e5 req-7a5bc4df-7bed-4324-a544-5df466aa4c40 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344824 Jun 01 10:14:21.647369 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ee121db3-5a34-44a2-b0be-e32a220d70b3 req-324a4346-8838-4fe0-bf88-cbc998fae342 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753438 Jun 01 10:14:21.672705 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647679c6-4ab7-4693-91ee-1d720d99631a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:21.677582 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647679c6-4ab7-4693-91ee-1d720d99631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:21.687393 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f78949c0-656d-4a59-a7be-999cc8db525c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:21.703513 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3f36c-4389-4bc8-8bd0-d75c31c2f469 req-717aa238-6ee5-499a-893a-e5ac993ebc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:21.705229 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9bf3f36c-4389-4bc8-8bd0-d75c31c2f469 req-717aa238-6ee5-499a-893a-e5ac993ebc83 service neutron] 10.222.0.82 "GET /v2.0/networks?id=841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 200 len: 916 time: 0.1840715 Jun 01 10:14:21.729497 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-647679c6-4ab7-4693-91ee-1d720d99631a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09d9d5561a20416a991cc55b3a8b9791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898984 Jun 01 10:14:21.729497 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647679c6-4ab7-4693-91ee-1d720d99631a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09973bac-c1a4-4108-81c1-7416b4e841c5,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:21.731223 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60512) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:21.733758 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-647679c6-4ab7-4693-91ee-1d720d99631a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:21.786522 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9bf3f36c-4389-4bc8-8bd0-d75c31c2f469 req-2263d160-f897-406d-816e-6ec469e57255 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a472d793-5d80-411c-ae32-edc41612a2aa HTTP/1.1" status: 200 len: 217 time: 0.0728631 Jun 01 10:14:21.796247 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-04032ec2-b344-4b43-950d-a644a0bf4d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:21.822935 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-04032ec2-b344-4b43-950d-a644a0bf4d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:21.855301 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3f36c-4389-4bc8-8bd0-d75c31c2f469 req-5735d6ac-f8f5-4d91-9637-effd71770acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:21.856867 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9bf3f36c-4389-4bc8-8bd0-d75c31c2f469 req-5735d6ac-f8f5-4d91-9637-effd71770acd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=61a86ecc-120a-43b8-8f1a-c7f927bfc9b3 HTTP/1.1" status: 200 len: 854 time: 0.0621755 Jun 01 10:14:21.882980 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-04032ec2-b344-4b43-950d-a644a0bf4d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:21.887516 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:21.901091 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04032ec2-b344-4b43-950d-a644a0bf4d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09973bac-c1a4-4108-81c1-7416b4e841c5,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:21.904152 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-04032ec2-b344-4b43-950d-a644a0bf4d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:21.906362 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-04032ec2-b344-4b43-950d-a644a0bf4d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:21.908278 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-04032ec2-b344-4b43-950d-a644a0bf4d14 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09973bac-c1a4-4108-81c1-7416b4e841c5 HTTP/1.1" status: 204 len: 168 time: 0.1756010 Jun 01 10:14:21.916593 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9bf3f36c-4389-4bc8-8bd0-d75c31c2f469 req-5e2ac6c2-fc78-427e-8a3e-07a353b693ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=841b4b83-8eda-4e08-8aee-f131c393ea92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475433 Jun 01 10:14:22.116898 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9bf3f36c-4389-4bc8-8bd0-d75c31c2f469 req-20263087-1abf-4b6b-ae19-e48542ae0340 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923759 Jun 01 10:14:22.348986 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb8636-4dfc-45bd-bdd2-52262359a195 req-3044ba3b-0eee-46de-a053-0929e761f32f tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:22.350186 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8fbb8636-4dfc-45bd-bdd2-52262359a195 req-3044ba3b-0eee-46de-a053-0929e761f32f tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 945 time: 0.2749941 Jun 01 10:14:22.360390 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9bf3f36c-4389-4bc8-8bd0-d75c31c2f469 req-32820072-844f-4f43-8f4c-35b812d8fce6 service neutron] 10.222.0.82 "GET /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950099 Jun 01 10:14:22.389391 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cbf19-f66d-4832-ad2b-f24d789bcee5 req-8c9dfdcd-9932-4491-b897-6416c0cd9eb7 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:22.391009 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5c6cbf19-f66d-4832-ad2b-f24d789bcee5 req-8c9dfdcd-9932-4491-b897-6416c0cd9eb7 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 944 time: 0.2686517 Jun 01 10:14:22.439953 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8fbb8636-4dfc-45bd-bdd2-52262359a195 req-6f072d42-2322-4fa8-af69-dc0ba411ce5f tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824554 Jun 01 10:14:22.465296 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5c6cbf19-f66d-4832-ad2b-f24d789bcee5 req-e1b45c5d-3dcf-4574-b61c-84799cf14f37 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646157 Jun 01 10:14:22.687999 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60558) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:22.794156 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-186059944-network', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:22.798757 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:22.802533 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Usage tracker for resource:network and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:22.805338 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:22.811037 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:22.821164 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Made reservation on behalf of 1e8360a446b743c383364da9ac1aefa3 for: {'network': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:14:22.823538 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:22.835892 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:22.850664 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:22.854776 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Usage tracker for resource:security_group_rule and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:22.857775 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:22.863876 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:22.955217 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:22.959462 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:22.963825 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-088689fc-ac0e-48ed-afa7-f9aef32a8b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:22.989036 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=91916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:14:22.994295 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db33353-9daa-4a50-80c2-822d162e7ff5 req-d20d9f22-c565-498f-ad79-749f1e787aa7 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:22.995770 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1db33353-9daa-4a50-80c2-822d162e7ff5 req-d20d9f22-c565-498f-ad79-749f1e787aa7 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2467623 Jun 01 10:14:23.002704 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276a15c0-bb82-41af-a4b6-4827bcf476b7,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:23.005360 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5ec52-7507-4a38-9eb5-02e4851e54c4 req-fd373a34-fc82-4890-a78c-bb5eadedb6fd tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:23.006446 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:23.006830 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-87d5ec52-7507-4a38-9eb5-02e4851e54c4 req-fd373a34-fc82-4890-a78c-bb5eadedb6fd tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 943 time: 0.2217188 Jun 01 10:14:23.009417 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.009777 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.segments_db [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Added segment b6454412-0498-49e5-a66f-1d3ea741f9da of type vlan for network 928eadfc-4fb3-4244-9825-0817c1006108 Jun 01 10:14:23.041424 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.071529 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.073104 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:23.073685 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.078361 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:23.081119 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1db33353-9daa-4a50-80c2-822d162e7ff5 req-0e467a3a-d173-416d-8771-7a4de2402543 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732563 Jun 01 10:14:23.083921 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-87d5ec52-7507-4a38-9eb5-02e4851e54c4 req-218b9dcb-003e-4124-888f-5a935be796f1 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622761 Jun 01 10:14:23.178055 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Pushing event updated for resources: {'Network': ['ID=928eadfc-4fb3-4244-9825-0817c1006108,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:23.181588 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:23.186566 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 60568) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:23.189560 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 928eadfc-4fb3-4244-9825-0817c1006108 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:14:23.193525 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Request body: {'subnet': {'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-186059944-subnet', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'ip_version': 4}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:23.195172 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5052998 Jun 01 10:14:23.198536 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:23.202638 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Usage tracker for resource:subnet and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:23.207732 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:23.216123 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:23.227058 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Made reservation on behalf of 1e8360a446b743c383364da9ac1aefa3 for: {'subnet': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:14:23.229430 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.378305 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60574) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:23.523623 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4b010b27-326f-40df-ad58-d297e283030e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.545623 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-4b010b27-326f-40df-ad58-d297e283030e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:23.551247 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-4b010b27-326f-40df-ad58-d297e283030e admin admin] Usage tracker for resource:security_group_rule and tenant:5076f6809044465cbaba184cd183fcbd is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:23.554221 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-4b010b27-326f-40df-ad58-d297e283030e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:23.561596 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-4b010b27-326f-40df-ad58-d297e283030e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:23.690409 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4b010b27-326f-40df-ad58-d297e283030e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.695007 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4b010b27-326f-40df-ad58-d297e283030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.702348 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-bcceba0a-205b-447a-8a8e-18811ba26e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:23.739974 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872'] for subnet, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.741425 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b010b27-326f-40df-ad58-d297e283030e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f11e600-0b57-42f2-863c-f8d853800079,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:23.748109 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-4b010b27-326f-40df-ad58-d297e283030e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5076f6809044465cbaba184cd183fcbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660731 Jun 01 10:14:23.748109 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-4b010b27-326f-40df-ad58-d297e283030e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:23.748380 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60588) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:23.750444 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-731287e7-1ca9-4e20-8a84-8b3c29883f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:23.806793 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3cfee6c-40ab-48f6-8496-307e95806356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.833009 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3cfee6c-40ab-48f6-8496-307e95806356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.849651 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbbf1881-0f13-4694-80b9-bfd01483e555,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:23.855790 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:23.871383 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 4feca065-8dea-4f3c-8b66-8ae29fa78c73 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:14:23.873797 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed742f-0837-4369-8c51-10c03eac698a req-211c52cd-8129-43a8-b094-b5bcc6ff22ca tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:23.875322 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-97ed742f-0837-4369-8c51-10c03eac698a req-211c52cd-8129-43a8-b094-b5bcc6ff22ca tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 944 time: 0.2372375 Jun 01 10:14:23.877416 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Checking segment: {'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:23.877766 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Network hostable DHCP agents. Network: 928eadfc-4fb3-4244-9825-0817c1006108, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:14:23.884175 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device d581b69a-0ba5-4c67-8435-162003a255fd up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:23.888138 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea2717-8f94-474d-91df-1a8bb4c1a4b7 req-4c9d0b9b-4eb8-46f7-8de0-f40291ac85dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:23.889593 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fbea2717-8f94-474d-91df-1a8bb4c1a4b7 req-4c9d0b9b-4eb8-46f7-8de0-f40291ac85dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 945 time: 0.2165637 Jun 01 10:14:23.898766 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3cfee6c-40ab-48f6-8496-307e95806356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.906493 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-04032ec2-b344-4b43-950d-a644a0bf4d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:23.926887 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfee6c-40ab-48f6-8496-307e95806356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f11e600-0b57-42f2-863c-f8d853800079,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:23.936483 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3cfee6c-40ab-48f6-8496-307e95806356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:23.940157 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-e3cfee6c-40ab-48f6-8496-307e95806356 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f11e600-0b57-42f2-863c-f8d853800079 HTTP/1.1" status: 204 len: 168 time: 0.1883371 Jun 01 10:14:23.940157 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e3cfee6c-40ab-48f6-8496-307e95806356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:23.975525 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Network 928eadfc-4fb3-4244-9825-0817c1006108 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:14:23.980107 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-97ed742f-0837-4369-8c51-10c03eac698a req-2ca131ab-22b0-48e7-b46f-1b878420bdac tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884151 Jun 01 10:14:23.989041 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fbea2717-8f94-474d-91df-1a8bb4c1a4b7 req-ef4e041f-bb02-4b65-8324-cc8b619c4725 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832236 Jun 01 10:14:23.995970 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 928eadfc-4fb3-4244-9825-0817c1006108) {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:24.009135 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:24.009550 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.032063 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e33928-efc7-48e5-9950-7ca6f8e9b706 None None] Network 928eadfc-4fb3-4244-9825-0817c1006108 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:14:24.055891 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-fd6353a5-08a3-42e8-8199-99885c1ad8ab admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8635113 Jun 01 10:14:24.056148 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60594) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:24.061294 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:24.067640 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:24.071852 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Usage tracker for resource:router and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:24.080274 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:24.087099 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:24.119387 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-569544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.120733 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5547'] for router, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.133822 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port d581b69a-0ba5-4c67-8435-162003a255fd completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:24.148882 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.227574 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port d581b69a-0ba5-4c67-8435-162003a255fd triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:24.228130 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.324945 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 4feca065-8dea-4f3c-8b66-8ae29fa78c73, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4feca065-8dea-4f3c-8b66-8ae29fa78c73,segment=NetworkSegment(1003db52-e759-4d82-8cc9-2bafc41d1133),segment_id=1003db52-e759-4d82-8cc9-2bafc41d1133)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:24.397411 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '4feca065-8dea-4f3c-8b66-8ae29fa78c73', 'network_id': 'fd6470c8-2be0-4c27-97e1-430234fdb79a', 'port_id': '4feca065-8dea-4f3c-8b66-8ae29fa78c73', 'mac_address': 'fa:16:3e:16:af:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '726b7d23-e544-42aa-a7d9-5e7adcc66515', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:14:24.436943 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 60604) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:24.512541 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f1787301-ea1c-4665-8731-8ba0cfc5e5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.552115 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-f1787301-ea1c-4665-8731-8ba0cfc5e5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:24.561545 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-f1787301-ea1c-4665-8731-8ba0cfc5e5df admin admin] Usage tracker for resource:security_group_rule and tenant:74d33ab223ec43a6b9b41f888c4e9370 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:24.569272 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-f1787301-ea1c-4665-8731-8ba0cfc5e5df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:24.577934 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.578607 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-f1787301-ea1c-4665-8731-8ba0cfc5e5df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:24.582816 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ac29f-cbba-43fd-953b-254702083280 req-2a2c8b2d-e914-44e1-a659-45cac01e9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:24.584315 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a62ac29f-cbba-43fd-953b-254702083280 req-2a2c8b2d-e914-44e1-a659-45cac01e9fe5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 1098 time: 0.3474498 Jun 01 10:14:24.601758 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.611922 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4feca065-8dea-4f3c-8b66-8ae29fa78c73 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:14:24.621568 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c92b0c-fe5b-5064-8ba5-f448fd61c5dd-928eadfc-4fb3-4244-9825-0817c1006108', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'fixed_ips': [{'subnet_id': 'fbbf1881-0f13-4694-80b9-bfd01483e555'}]}} from dv-cinder-784779-13-smb. {{(pid=91917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:14:24.621829 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.640012 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5597'] for router, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.661465 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a1fac-8c00-40ea-b3fb-2ca76a6c3e5a req-2baadd60-a132-4bfb-831d-c6d1d8963bcc tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:24.662999 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-db7a1fac-8c00-40ea-b3fb-2ca76a6c3e5a req-2baadd60-a132-4bfb-831d-c6d1d8963bcc tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2842081 Jun 01 10:14:24.664044 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 4feca065-8dea-4f3c-8b66-8ae29fa78c73, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4feca065-8dea-4f3c-8b66-8ae29fa78c73,segment=NetworkSegment(1003db52-e759-4d82-8cc9-2bafc41d1133),segment_id=1003db52-e759-4d82-8cc9-2bafc41d1133)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:24.705156 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602d628d-01be-4f2d-9c8f-4f9a8b6be2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd581b69a-0ba5-4c67-8435-162003a255fd'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:24.707396 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebec468-0f50-4706-9a97-b6680c0b8ea3" -d '{"events": [{"server_uuid": "602d628d-01be-4f2d-9c8f-4f9a8b6be2ab", "name": "network-vif-plugged", "status": "completed", "tag": "d581b69a-0ba5-4c67-8435-162003a255fd"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:24.707797 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fa1b9-7b67-4b67-9082-c11322807070 req-d4a732dd-5f00-4c42-8b59-37641b393f92 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:24.709380 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc0fa1b9-7b67-4b67-9082-c11322807070 req-d4a732dd-5f00-4c42-8b59-37641b393f92 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 943 time: 0.2666345 Jun 01 10:14:24.711000 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a62ac29f-cbba-43fd-953b-254702083280 req-ffefbf46-e5bf-4320-a719-735c6c1fc317 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128588 Jun 01 10:14:24.712670 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.713375 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device a472d793-5d80-411c-ae32-edc41612a2aa details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:14:24.717987 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:24.760184 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port d581b69a-0ba5-4c67-8435-162003a255fd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d581b69a-0ba5-4c67-8435-162003a255fd,segment=NetworkSegment(58f344ae-5972-4e66-a56c-9da130efbddd),segment_id=58f344ae-5972-4e66-a56c-9da130efbddd)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:24.770210 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-db7a1fac-8c00-40ea-b3fb-2ca76a6c3e5a req-d41f30f9-e220-4787-ae0e-8ffe09adfb88 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963101 Jun 01 10:14:24.782370 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.814835 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc0fa1b9-7b67-4b67-9082-c11322807070 req-735c6415-e1bd-4775-9165-d79cb720a174 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857668 Jun 01 10:14:24.848855 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f1787301-ea1c-4665-8731-8ba0cfc5e5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.852989 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f1787301-ea1c-4665-8731-8ba0cfc5e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:24.855940 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199c9383-9ef4-46c5-9225-00f40b554fc0 x-openstack-request-id: req-199c9383-9ef4-46c5-9225-00f40b554fc0 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:24.856236 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602d628d-01be-4f2d-9c8f-4f9a8b6be2ab", "name": "network-vif-plugged", "status": "completed", "tag": "d581b69a-0ba5-4c67-8435-162003a255fd", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:24.856491 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-199c9383-9ef4-46c5-9225-00f40b554fc0 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:24.856874 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602d628d-01be-4f2d-9c8f-4f9a8b6be2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd581b69a-0ba5-4c67-8435-162003a255fd', 'code': 200} Jun 01 10:14:24.871176 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8cf783de-43d6-4497-aaf3-3ec91001c6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:24.895710 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=4feca065-8dea-4f3c-8b66-8ae29fa78c73,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:24.915917 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1787301-ea1c-4665-8731-8ba0cfc5e5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2889b6-b398-4386-a5ba-f0429af5e172,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:24.920140 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f1787301-ea1c-4665-8731-8ba0cfc5e5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:24.923866 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-f1787301-ea1c-4665-8731-8ba0cfc5e5df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74d33ab223ec43a6b9b41f888c4e9370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793382 Jun 01 10:14:24.926660 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 60610) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:24.949556 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:24.950066 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:25.006745 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5a86-a1f6-461e-914b-6b955b90a942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.052219 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5a86-a1f6-461e-914b-6b955b90a942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.071769 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.115761 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.132984 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=d581b69a-0ba5-4c67-8435-162003a255fd,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:25.140950 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.db_base_plugin_common [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Allocated IP 172.20.0.2 (928eadfc-4fb3-4244-9825-0817c1006108/fbbf1881-0f13-4694-80b9-bfd01483e555/4269971b-76b2-4ac3-a5c3-fc64d6558126) {{(pid=91917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:14:25.150410 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:25.154987 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-a819ce0f-d54d-4c39-9c9d-eef1b32f2e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.190917 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port a472d793-5d80-411c-ae32-edc41612a2aa, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a472d793-5d80-411c-ae32-edc41612a2aa,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:25.266377 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': 'a472d793-5d80-411c-ae32-edc41612a2aa', 'network_id': '841b4b83-8eda-4e08-8aee-f131c393ea92', 'port_id': 'a472d793-5d80-411c-ae32-edc41612a2aa', 'mac_address': 'fa:16:3e:16:a7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a86ecc-120a-43b8-8f1a-c7f927bfc9b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:14:25.278550 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Allocated IP 172.28.3.197 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/e12e670a-b527-49a2-b21a-b1fa05283aaf) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:14:25.322705 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5a86-a1f6-461e-914b-6b955b90a942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.330945 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a8b8fc8f-681f-4161-8eda-fc6e84516fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:25.342299 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.353503 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd5a86-a1f6-461e-914b-6b955b90a942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2889b6-b398-4386-a5ba-f0429af5e172,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:25.358789 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-fdfd5a86-a1f6-461e-914b-6b955b90a942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:25.368675 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5a86-a1f6-461e-914b-6b955b90a942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.372373 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-fdfd5a86-a1f6-461e-914b-6b955b90a942 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b2889b6-b398-4386-a5ba-f0429af5e172 HTTP/1.1" status: 204 len: 168 time: 0.4418621 Jun 01 10:14:25.375138 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85e6c9-a580-43d2-964c-0daec7dd6f83 req-3d4367d6-ad50-4832-b5f9-f68fbe390850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:25.376398 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8f85e6c9-a580-43d2-964c-0daec7dd6f83 req-3d4367d6-ad50-4832-b5f9-f68fbe390850 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 1099 time: 0.2755988 Jun 01 10:14:25.395480 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5302e25-3dd2-432c-ac3c-e7c2cc65cecd req-54ee3b75-8f18-4eb2-a651-8b56e60e9896 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:25.403296 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e5302e25-3dd2-432c-ac3c-e7c2cc65cecd req-54ee3b75-8f18-4eb2-a651-8b56e60e9896 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 945 time: 0.2310221 Jun 01 10:14:25.405078 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a472d793-5d80-411c-ae32-edc41612a2aa {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:14:25.425307 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port a472d793-5d80-411c-ae32-edc41612a2aa, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a472d793-5d80-411c-ae32-edc41612a2aa,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:25.432956 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.437660 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-f5319147-1aba-4436-ad15-8b6b44ea6d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:25.443918 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d1a98-8e16-49a5-85b6-44818eee5bb4 req-932f70ed-06d8-4193-bcac-c477f968157a tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:25.445457 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8b5d1a98-8e16-49a5-85b6-44818eee5bb4 req-932f70ed-06d8-4193-bcac-c477f968157a tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 946 time: 0.2748742 Jun 01 10:14:25.504860 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.506353 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8f85e6c9-a580-43d2-964c-0daec7dd6f83 req-f6b2b62a-1490-4ab2-8771-033eeb7a8383 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003499 Jun 01 10:14:25.531521 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e5302e25-3dd2-432c-ac3c-e7c2cc65cecd req-dfdabf49-7035-4880-aa66-36cd55875527 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273057 Jun 01 10:14:25.548494 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.553976 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8b5d1a98-8e16-49a5-85b6-44818eee5bb4 req-41c841fb-b613-4f7e-b232-a5bb2761b3fb tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975714 Jun 01 10:14:25.554344 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f105de95-1e1f-44d6-b9af-0f362033d051 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:25.640443 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=a472d793-5d80-411c-ae32-edc41612a2aa,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:25.646343 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:25.647240 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Notify callbacks [] for port, precommit_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.658247 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Transition to ACTIVE for port object 4269971b-76b2-4ac3-a5c3-fc64d6558126 will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:25.684771 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:14:25.687766 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:25.693114 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:14:25.695623 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Transition to ACTIVE for port object 4269971b-76b2-4ac3-a5c3-fc64d6558126 will not be triggered until provisioned by entity DHCP. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:25.702054 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:25.706339 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:25.719595 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Pushing event updated for resources: {'Port': ['ID=e12e670a-b527-49a2-b21a-b1fa05283aaf,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:25.725499 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:25.779414 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Network 928eadfc-4fb3-4244-9825-0817c1006108 is already hosted by enough agents. {{(pid=91917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:14:25.783840 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.base_scheduler [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Resources bound (agent type, host, resource id): {{(pid=91917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:25.788141 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Received port after_create {{(pid=91917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:14:25.863250 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['4feca065-8dea-4f3c-8b66-8ae29fa78c73'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:14:25.937457 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['a472d793-5d80-411c-ae32-edc41612a2aa'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:14:26.012081 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Pushing event updated for resources: {'Port': ['ID=4269971b-76b2-4ac3-a5c3-fc64d6558126,revision_number=1']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:26.023313 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:26.046264 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Attempting to bind port 4269971b-76b2-4ac3-a5c3-fc64d6558126 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:14:26.046780 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Attempting to bind port 4269971b-76b2-4ac3-a5c3-fc64d6558126 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:14:26.047245 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Attempting to bind port 4269971b-76b2-4ac3-a5c3-fc64d6558126 on network 928eadfc-4fb3-4244-9825-0817c1006108 {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:14:26.069659 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:14:26.070231 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Checking segment: {'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:26.070773 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:26.071266 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Bound using segment: {'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:14:26.071850 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Bound port: 4269971b-76b2-4ac3-a5c3-fc64d6558126, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:14:26.072325 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:26.196902 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:26.265191 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82164242-cfff-4f07-9472-4f2faa83c7ac req-d31ea004-feff-4151-adbd-4633146633e0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:26.267276 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-82164242-cfff-4f07-9472-4f2faa83c7ac req-d31ea004-feff-4151-adbd-4633146633e0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2723291 Jun 01 10:14:26.279712 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ce84d-efc0-42a8-804b-9d37fdcc8ae6 req-54b9c4f5-311c-4183-86b1-7973ea9d1d54 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:26.283315 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e28ce84d-efc0-42a8-804b-9d37fdcc8ae6 req-54b9c4f5-311c-4183-86b1-7973ea9d1d54 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 944 time: 0.2205017 Jun 01 10:14:26.310169 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] For port 4269971b-76b2-4ac3-a5c3-fc64d6558126, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:14:26.337317 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] For port 4269971b-76b2-4ac3-a5c3-fc64d6558126, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=4269971b-76b2-4ac3-a5c3-fc64d6558126,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:14:26.347178 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:26.351275 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:26.357407 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e28ce84d-efc0-42a8-804b-9d37fdcc8ae6 req-16f05147-0598-4b9f-96d6-48c48bb8f2ee tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696394 Jun 01 10:14:26.362081 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-82164242-cfff-4f07-9472-4f2faa83c7ac req-05d43305-e43a-4fea-ab21-11cd6b0c2f17 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726478 Jun 01 10:14:26.440188 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Pushing event updated for resources: {'Port': ['ID=4269971b-76b2-4ac3-a5c3-fc64d6558126,revision_number=2']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:26.443442 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:26.680338 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565873'] for router, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:26.820685 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f545-d2c4-40ca-8a1a-55dede855cb2 req-10b5b7e7-8312-4a91-972c-c7b23b2e8dd3 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:26.822168 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5564f545-d2c4-40ca-8a1a-55dede855cb2 req-10b5b7e7-8312-4a91-972c-c7b23b2e8dd3 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 945 time: 0.1544800 Jun 01 10:14:26.834972 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20cd60-9fd3-452b-bee0-0ec27b15e2ec req-1c05debd-9984-4145-94a8-25ca2a15a177 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:26.836885 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9d20cd60-9fd3-452b-bee0-0ec27b15e2ec req-1c05debd-9984-4145-94a8-25ca2a15a177 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 946 time: 0.1128814 Jun 01 10:14:26.908450 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Router c72adc2e-543e-494d-b66b-bcb896d2a485 is scheduled to L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f with binding_index 1 {{(pid=91916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:14:26.914118 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5564f545-d2c4-40ca-8a1a-55dede855cb2 req-28a5a0f2-4c0a-4ac1-a1f5-69dae8c48d05 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764282 Jun 01 10:14:26.919609 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9d20cd60-9fd3-452b-bee0-0ec27b15e2ec req-893360b1-9385-4f1b-827e-56c97871c34b tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689380 Jun 01 10:14:27.111467 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:14:27.122812 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Sync routers for ids ['c72adc2e-543e-494d-b66b-bcb896d2a485'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:14:27.136343 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Routers {'c72adc2e-543e-494d-b66b-bcb896d2a485'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:14:27.137533 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:13:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['c72adc2e-543e-494d-b66b-bcb896d2a485'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:27.138280 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Notify callbacks [] for router, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:27.142828 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 60636) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:27.143053 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0864890 Jun 01 10:14:27.322163 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Set router c72adc2e-543e-494d-b66b-bcb896d2a485 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:14:27.502479 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b974fa-6df4-448e-941c-4375d99f86a6 None None] Network 928eadfc-4fb3-4244-9825-0817c1006108 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:14:27.606331 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:27.625287 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-330829e4-c90b-442e-b9b5-7839fd6803a1 None None] Provisioning for port 4269971b-76b2-4ac3-a5c3-fc64d6558126 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:27.650703 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:14:25Z', 'revision_number': 3, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:27.655202 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Checking router: c72adc2e-543e-494d-b66b-bcb896d2a485 for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:14:27.655646 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Updating router c72adc2e-543e-494d-b66b-bcb896d2a485 port e12e670a-b527-49a2-b21a-b1fa05283aaf binding host dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:14:27.711872 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:27.761514 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-157a321d-7474-4c2a-ba14-09e00b4f65b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:27.812528 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ee5d7-8d07-483a-b2a0-9e23914d3dd4 req-43fb233a-b089-4db2-8951-39b10d804f40 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:27.813571 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-774ee5d7-8d07-483a-b2a0-9e23914d3dd4 req-43fb233a-b089-4db2-8951-39b10d804f40 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 944 time: 0.2738891 Jun 01 10:14:27.821297 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43da077-e141-4c03-ad89-aa8f2affed06 req-d3e084ba-1c22-4dbb-9f7f-6ab521ac5e04 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:27.822742 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e43da077-e141-4c03-ad89-aa8f2affed06 req-d3e084ba-1c22-4dbb-9f7f-6ab521ac5e04 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.3146541 Jun 01 10:14:27.907243 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device a472d793-5d80-411c-ae32-edc41612a2aa up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:27.958013 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-774ee5d7-8d07-483a-b2a0-9e23914d3dd4 req-40ac3846-178a-47d0-93ae-3d6ef3b0d9ad tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342623 Jun 01 10:14:27.960657 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e43da077-e141-4c03-ad89-aa8f2affed06 req-3c9fe89a-f410-4759-929d-42759d0d8fd5 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200852 Jun 01 10:14:28.034841 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port a472d793-5d80-411c-ae32-edc41612a2aa completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:28.039812 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port a472d793-5d80-411c-ae32-edc41612a2aa triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:28.040191 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.114865 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.129141 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Transition to ACTIVE for port object e12e670a-b527-49a2-b21a-b1fa05283aaf will not be triggered until provisioned by entity L2. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:28.136510 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.144656 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:28.207777 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.212638 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Attempting to bind port e12e670a-b527-49a2-b21a-b1fa05283aaf on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:14:28.213012 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Attempting to bind port e12e670a-b527-49a2-b21a-b1fa05283aaf by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:14:28.213474 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Attempting to bind port e12e670a-b527-49a2-b21a-b1fa05283aaf on network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:14:28.224825 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:14:28.224825 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Checking segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:28.225418 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.225927 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Bound using segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:14:28.226502 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Bound port: e12e670a-b527-49a2-b21a-b1fa05283aaf, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:14:28.227385 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.233757 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.241080 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98967dee-05e5-4983-a476-4ec54095bcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a472d793-5d80-411c-ae32-edc41612a2aa'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:28.243476 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35519668-48a7-4804-b2af-a67a95569b04" -d '{"events": [{"server_uuid": "98967dee-05e5-4983-a476-4ec54095bcb0", "name": "network-vif-plugged", "status": "completed", "tag": "a472d793-5d80-411c-ae32-edc41612a2aa"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:28.252258 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port a472d793-5d80-411c-ae32-edc41612a2aa, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a472d793-5d80-411c-ae32-edc41612a2aa,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:28.255507 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Pushing event updated for resources: {'Port': ['ID=e12e670a-b527-49a2-b21a-b1fa05283aaf,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:28.257301 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.258497 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 4feca065-8dea-4f3c-8b66-8ae29fa78c73 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:28.280239 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:28.280642 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:28.281065 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:28.281483 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:28.281931 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:28.282411 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:28.282846 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:28.283265 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:28.283694 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:28.284107 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:28.284526 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:28.284929 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:28.289937 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:28.319565 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] For port e12e670a-b527-49a2-b21a-b1fa05283aaf, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:14:28.323369 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] For port e12e670a-b527-49a2-b21a-b1fa05283aaf, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=e12e670a-b527-49a2-b21a-b1fa05283aaf,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:14:28.324571 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:28.328765 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.333558 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:28.406214 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=a472d793-5d80-411c-ae32-edc41612a2aa,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:28.409731 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:28.410669 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port 4feca065-8dea-4f3c-8b66-8ae29fa78c73 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:28.414191 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Routers {'c72adc2e-543e-494d-b66b-bcb896d2a485'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:14:28.414838 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:14:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['c72adc2e-543e-494d-b66b-bcb896d2a485'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:28.415751 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 4feca065-8dea-4f3c-8b66-8ae29fa78c73 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:28.416139 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.452872 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45da9a-832f-4b50-90a9-e11573a79e83 req-ddd39391-a06a-48b6-a196-8338a5fdfa38 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:28.454927 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cd45da9a-832f-4b50-90a9-e11573a79e83 req-ddd39391-a06a-48b6-a196-8338a5fdfa38 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 945 time: 0.3455923 Jun 01 10:14:28.469380 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a83a3-7846-4cd7-b419-f182ebf03917 req-e02fca36-899d-4e7e-986d-a797febcd0c9 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:28.470957 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2d7a83a3-7846-4cd7-b419-f182ebf03917 req-e02fca36-899d-4e7e-986d-a797febcd0c9 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 946 time: 0.3610761 Jun 01 10:14:28.514041 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Pushing event updated for resources: {'Port': ['ID=e12e670a-b527-49a2-b21a-b1fa05283aaf,revision_number=3']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:28.519629 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:28.542803 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.553908 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.599138 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 4feca065-8dea-4f3c-8b66-8ae29fa78c73, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4feca065-8dea-4f3c-8b66-8ae29fa78c73,segment=NetworkSegment(1003db52-e759-4d82-8cc9-2bafc41d1133),segment_id=1003db52-e759-4d82-8cc9-2bafc41d1133)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:28.604462 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.607776 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:28.622180 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cd45da9a-832f-4b50-90a9-e11573a79e83 req-90a971e1-da11-4813-ab4b-b5dcbf99d7b3 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423278 Jun 01 10:14:28.655217 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] Set router c72adc2e-543e-494d-b66b-bcb896d2a485 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:14:28.678723 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2d7a83a3-7846-4cd7-b419-f182ebf03917 req-1269e446-93d9-42d5-b156-8d5c349fe1db tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590953 Jun 01 10:14:28.721643 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Allocated IP 172.20.0.1 (928eadfc-4fb3-4244-9825-0817c1006108/fbbf1881-0f13-4694-80b9-bfd01483e555/bf042410-7e30-4081-8b4c-b41804e8eb70) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:14:28.728540 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=4feca065-8dea-4f3c-8b66-8ae29fa78c73,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:28.737214 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:28.776987 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 4269971b-76b2-4ac3-a5c3-fc64d6558126 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:28.899449 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.899737 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.904714 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port 4269971b-76b2-4ac3-a5c3-fc64d6558126 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:28.911397 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 4269971b-76b2-4ac3-a5c3-fc64d6558126 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:28.912094 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.918787 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Transition to ACTIVE for port object bf042410-7e30-4081-8b4c-b41804e8eb70 will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:28.950193 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:28.959384 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-28248b39-99be-4679-ab90-bead4af8643a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:28.962190 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012cdb2a-ab61-45d9-ba1e-aaf7d0066425 x-openstack-request-id: req-012cdb2a-ab61-45d9-ba1e-aaf7d0066425 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:28.962615 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98967dee-05e5-4983-a476-4ec54095bcb0", "name": "network-vif-plugged", "status": "completed", "tag": "a472d793-5d80-411c-ae32-edc41612a2aa", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:28.962966 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-012cdb2a-ab61-45d9-ba1e-aaf7d0066425 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:28.963530 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98967dee-05e5-4983-a476-4ec54095bcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a472d793-5d80-411c-ae32-edc41612a2aa', 'code': 200} Jun 01 10:14:29.082150 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Network 928eadfc-4fb3-4244-9825-0817c1006108 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:14:29.103096 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:29.107891 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:14:29.108750 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571648'] for router_interface, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:29.134709 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:29.163344 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Pushing event updated for resources: {'Port': ['ID=bf042410-7e30-4081-8b4c-b41804e8eb70,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:29.174009 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:29.225541 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port 4269971b-76b2-4ac3-a5c3-fc64d6558126, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=4269971b-76b2-4ac3-a5c3-fc64d6558126,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:29.236901 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:29.239486 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:29.331818 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:14:25Z', 'revision_number': 3, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:29.347775 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c014d-8124-4951-a0f3-bc5464678b34 None None] The sync data for ids ['c72adc2e-543e-494d-b66b-bcb896d2a485'] in dv-cinder-784779-13-smb is: [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:14:25Z', 'revision_number': 3, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:14:29.487188 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=4269971b-76b2-4ac3-a5c3-fc64d6558126,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:29.490786 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-4ef4b0d5-eafb-4c18-b3a7-c2f51fd2e9cd None None] Provisioning for port bf042410-7e30-4081-8b4c-b41804e8eb70 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:29.494895 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:29.499155 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-4ef4b0d5-eafb-4c18-b3a7-c2f51fd2e9cd None None] Provisioning complete for port bf042410-7e30-4081-8b4c-b41804e8eb70 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:29.500012 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b0d5-eafb-4c18-b3a7-c2f51fd2e9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:29.534605 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2616be9-c46b-4926-9ca5-55601a724f8d req-1c2300c7-0d52-48a9-b66b-0a77a8809b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:29.536370 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a2616be9-c46b-4926-9ca5-55601a724f8d req-1c2300c7-0d52-48a9-b66b-0a77a8809b9d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 1098 time: 0.1829524 Jun 01 10:14:29.569124 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4b0d5-eafb-4c18-b3a7-c2f51fd2e9cd None None] Port bf042410-7e30-4081-8b4c-b41804e8eb70 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:14:29.675724 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:29.719318 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2616be9-c46b-4926-9ca5-55601a724f8d req-7f47fbaa-3d94-4009-a554-62c5da66b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:29.721595 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a2616be9-c46b-4926-9ca5-55601a724f8d req-7f47fbaa-3d94-4009-a554-62c5da66b650 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 200 len: 920 time: 0.1770000 Jun 01 10:14:29.795439 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a2616be9-c46b-4926-9ca5-55601a724f8d req-96c54c86-ce4b-4f56-b825-718d7e9dfc66 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d60353c-d974-412f-a3a1-71b9ff2b9ae7 HTTP/1.1" status: 200 len: 217 time: 0.0649958 Jun 01 10:14:29.798159 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0430f7-86f0-46db-9938-bb58d293ee9e req-980824eb-75e1-499e-9f52-00eda0772e88 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:29.799678 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8d0430f7-86f0-46db-9938-bb58d293ee9e req-980824eb-75e1-499e-9f52-00eda0772e88 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 945 time: 0.5645044 Jun 01 10:14:29.831786 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d3e65-1256-4925-8c2d-72cca1271fd2 req-5217de11-76c9-4334-b7c5-19bd7e5698e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:29.833581 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-113d3e65-1256-4925-8c2d-72cca1271fd2 req-5217de11-76c9-4334-b7c5-19bd7e5698e1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 1098 time: 0.4266984 Jun 01 10:14:29.851450 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a1865-586a-433e-b16c-c8d01b0e86a4 req-6c866b3e-5b09-48fa-a1cc-0a0508fa1024 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:29.852965 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-aa9a1865-586a-433e-b16c-c8d01b0e86a4 req-6c866b3e-5b09-48fa-a1cc-0a0508fa1024 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2924223 Jun 01 10:14:29.870890 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2616be9-c46b-4926-9ca5-55601a724f8d req-897eaeff-cc5f-4099-ac55-bd2cc4e52ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:29.872358 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a2616be9-c46b-4926-9ca5-55601a724f8d req-897eaeff-cc5f-4099-ac55-bd2cc4e52ebb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=785bd10a-6e85-4db1-b7c7-06b735b5b7aa HTTP/1.1" status: 200 len: 858 time: 0.0686221 Jun 01 10:14:29.926610 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a2616be9-c46b-4926-9ca5-55601a724f8d req-4142cca9-89d0-410a-bfc6-717d56af1602 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446827 Jun 01 10:14:30.013450 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8d0430f7-86f0-46db-9938-bb58d293ee9e req-e517eed5-9970-46d2-a40d-a4e7038486d2 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006359 Jun 01 10:14:30.042901 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-aa9a1865-586a-433e-b16c-c8d01b0e86a4 req-2fb9c3bd-4976-40c7-9464-9bc7cc378287 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620090 Jun 01 10:14:30.042901 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-113d3e65-1256-4925-8c2d-72cca1271fd2 req-4ca6c604-0cd6-48a9-96df-bf215922e448 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719830 Jun 01 10:14:30.099516 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a2616be9-c46b-4926-9ca5-55601a724f8d req-75ce75d4-6a00-4b3d-94e3-94a565a8532a service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602049 Jun 01 10:14:30.117571 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:30.122885 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:30.123920 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571821'] for router_interface, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:30.133974 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:30.272863 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-a2616be9-c46b-4926-9ca5-55601a724f8d req-60b7827a-689e-46f6-85cc-60c996c3077e service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480246 Jun 01 10:14:30.322256 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Pushing event updated for resources: {'Port': ['ID=bf042410-7e30-4081-8b4c-b41804e8eb70,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:30.328812 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:30.361245 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:30.394962 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Network 928eadfc-4fb3-4244-9825-0817c1006108 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:14:30.402834 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356fd10-d0b4-47ad-bf13-3acd3fa637c4 req-ce6ef2e2-1d5a-4d4c-8208-d398ba30ccc1 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:30.404292 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5356fd10-d0b4-47ad-bf13-3acd3fa637c4 req-ce6ef2e2-1d5a-4d4c-8208-d398ba30ccc1 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 946 time: 0.2153237 Jun 01 10:14:30.405330 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:30.534678 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5356fd10-d0b4-47ad-bf13-3acd3fa637c4 req-e58378f9-d0e1-4d3a-a709-31965b31c1b4 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225460 Jun 01 10:14:30.659080 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Router c72adc2e-543e-494d-b66b-bcb896d2a485 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:14:30.711803 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device e12e670a-b527-49a2-b21a-b1fa05283aaf up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:30.744377 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-044438bb-12af-4cd7-bd3c-1dccb4c271e2 None None] Provisioning complete for port bf042410-7e30-4081-8b4c-b41804e8eb70 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:30.744760 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-044438bb-12af-4cd7-bd3c-1dccb4c271e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:30.821940 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-044438bb-12af-4cd7-bd3c-1dccb4c271e2 None None] Port bf042410-7e30-4081-8b4c-b41804e8eb70 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:14:30.836153 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port e12e670a-b527-49a2-b21a-b1fa05283aaf completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:30.841184 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port e12e670a-b527-49a2-b21a-b1fa05283aaf triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:30.841574 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:30.964041 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11421c80-865e-42f3-b5ab-1d707f70268b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4feca065-8dea-4f3c-8b66-8ae29fa78c73'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:30.967204 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0cd881-396a-454d-aeb1-6f995b5a8a1e" -d '{"events": [{"server_uuid": "11421c80-865e-42f3-b5ab-1d707f70268b", "name": "network-vif-plugged", "status": "completed", "tag": "4feca065-8dea-4f3c-8b66-8ae29fa78c73"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:30.975604 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:30.991576 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:14:31.003180 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port e12e670a-b527-49a2-b21a-b1fa05283aaf, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=e12e670a-b527-49a2-b21a-b1fa05283aaf,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:31.004510 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] 10.222.0.47 "PUT /v2.0/routers/c72adc2e-543e-494d-b66b-bcb896d2a485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8604083 Jun 01 10:14:31.010736 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:31.011736 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 4269971b-76b2-4ac3-a5c3-fc64d6558126 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:31.042226 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d298ca-cce6-4d23-9ce2-ab64c8bdbc0b x-openstack-request-id: req-b4d298ca-cce6-4d23-9ce2-ab64c8bdbc0b {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:31.042497 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11421c80-865e-42f3-b5ab-1d707f70268b", "name": "network-vif-plugged", "status": "completed", "tag": "4feca065-8dea-4f3c-8b66-8ae29fa78c73", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:31.042755 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4d298ca-cce6-4d23-9ce2-ab64c8bdbc0b {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:31.043373 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11421c80-865e-42f3-b5ab-1d707f70268b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4feca065-8dea-4f3c-8b66-8ae29fa78c73', 'code': 200} Jun 01 10:14:31.043866 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:31.143382 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=e12e670a-b527-49a2-b21a-b1fa05283aaf,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:31.153842 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:31.181667 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 4269971b-76b2-4ac3-a5c3-fc64d6558126 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:31.182081 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:31.385442 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068821a-d512-4dd4-b8e5-cc5aafabd175 req-659f3ba6-9ebf-4d6c-9681-3b291da2b81d tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:31.387798 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0068821a-d512-4dd4-b8e5-cc5aafabd175 req-659f3ba6-9ebf-4d6c-9681-3b291da2b81d tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1796288 Jun 01 10:14:31.429696 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bb67b-6e35-4cf6-a23a-9dbedd7e8363 req-58d9913a-0791-4fd1-a442-67694c24d329 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:31.443695 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7a9bb67b-6e35-4cf6-a23a-9dbedd7e8363 req-58d9913a-0791-4fd1-a442-67694c24d329 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1611240 Jun 01 10:14:31.490410 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345508bc-d68a-4517-9e9b-a66e832f8909 req-9c948cbf-54c7-43dc-9778-09f4e4d9a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:31.492154 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-345508bc-d68a-4517-9e9b-a66e832f8909 req-9c948cbf-54c7-43dc-9778-09f4e4d9a12d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 1099 time: 0.1099138 Jun 01 10:14:31.514688 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Sync routers for ids ['c72adc2e-543e-494d-b66b-bcb896d2a485'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:14:31.539701 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Routers {'c72adc2e-543e-494d-b66b-bcb896d2a485'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:14:31.540345 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:14:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['c72adc2e-543e-494d-b66b-bcb896d2a485'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:31.544196 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0068821a-d512-4dd4-b8e5-cc5aafabd175 req-d3ada349-651a-4657-a218-03302eb46b36 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439190 Jun 01 10:14:31.582796 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7a9bb67b-6e35-4cf6-a23a-9dbedd7e8363 req-6eb16101-a587-4959-902d-7ff21de091ad tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379857 Jun 01 10:14:31.598062 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-345508bc-d68a-4517-9e9b-a66e832f8909 req-33557e8f-857c-485f-9271-8dd5a7e281c7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972230 Jun 01 10:14:31.849106 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Set router c72adc2e-543e-494d-b66b-bcb896d2a485 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:14:31.908900 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 60714) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:31.914804 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1785865150-network', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:31.919320 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:31.924095 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Usage tracker for resource:network and tenant:060a319b0d4d48aca899f4a767f13d3d is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:31.927241 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:31.935296 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:31.989372 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Made reservation on behalf of 060a319b0d4d48aca899f4a767f13d3d for: {'network': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:14:31.991700 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.013231 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.032901 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:32.038408 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Usage tracker for resource:security_group_rule and tenant:060a319b0d4d48aca899f4a767f13d3d is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:32.042056 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:32.049514 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:32.072726 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710198d-5bb6-4964-aeac-c54c491b04ca req-ef266cc5-690a-4141-a36e-0cbc75be026e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:32.074231 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f710198d-5bb6-4964-aeac-c54c491b04ca req-ef266cc5-690a-4141-a36e-0cbc75be026e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 946 time: 0.1341782 Jun 01 10:14:32.139984 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f710198d-5bb6-4964-aeac-c54c491b04ca req-faebb12a-48f2-4749-a446-d40a77d899ee tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582356 Jun 01 10:14:32.179019 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:14:29Z', 'revision_number': 4, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'bf042410-7e30-4081-8b4c-b41804e8eb70', 'name': '', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'mac_address': 'fa:16:3e:f2:69:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:28Z', 'updated_at': '2021-06-01T10:14:29Z', 'revision_number': 2, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'subnets': [{'id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:32.182816 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Checking router: c72adc2e-543e-494d-b66b-bcb896d2a485 for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:14:32.183165 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Updating router c72adc2e-543e-494d-b66b-bcb896d2a485 port bf042410-7e30-4081-8b4c-b41804e8eb70 binding host dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:14:32.193610 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.197249 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.201166 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3ef7a60c-f1c0-45e8-b004-8f2c4e6ed7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:32.228335 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'} {{(pid=91915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:14:32.234528 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.238381 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a124c705-ba17-4b9f-a44b-f654016b17be,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:32.241931 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:32.244698 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.245057 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.segments_db [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Added segment bc1f7c70-023f-42af-a1bc-4b4ef8bf7964 of type vlan for network 81d65304-d695-4c15-bf05-44e951ace592 Jun 01 10:14:32.273197 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.305042 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.306589 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:32.307180 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.311924 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-171b75c4-c686-4a8c-a450-b731dfc21154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:32.411018 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5010040 Jun 01 10:14:32.414044 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60720) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:32.414653 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Pushing event updated for resources: {'Network': ['ID=81d65304-d695-4c15-bf05-44e951ace592,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:32.417614 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:32.425564 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Request body: {'subnet': {'network_id': '81d65304-d695-4c15-bf05-44e951ace592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1785865150-subnet', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'ip_version': 4}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:32.433448 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:32.437789 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Usage tracker for resource:subnet and tenant:060a319b0d4d48aca899f4a767f13d3d is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:32.441988 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:32.444243 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 81d65304-d695-4c15-bf05-44e951ace592 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:14:32.448778 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:32.459190 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Made reservation on behalf of 060a319b0d4d48aca899f4a767f13d3d for: {'subnet': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:14:32.462672 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14452367'] for subnet, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.663156 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device e12e670a-b527-49a2-b21a-b1fa05283aaf up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:32.808331 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Notify callbacks [] for port, precommit_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.837750 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Transition to ACTIVE for port object bf042410-7e30-4081-8b4c-b41804e8eb70 will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:32.850835 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port e12e670a-b527-49a2-b21a-b1fa05283aaf triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:32.852430 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.884118 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:32.901510 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:32.929535 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83249f9-7ced-41af-a207-390715974630 req-36751b3f-099b-4f04-b440-b95bf7449a6e tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:32.945007 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c83249f9-7ced-41af-a207-390715974630 req-36751b3f-099b-4f04-b440-b95bf7449a6e tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1760590 Jun 01 10:14:32.947478 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b52390-1188-4ca1-ac45-d453ad39a1ea req-24d5ac19-dbfb-4c32-973c-896b2e0fe764 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:32.949313 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c6b52390-1188-4ca1-ac45-d453ad39a1ea req-24d5ac19-dbfb-4c32-973c-896b2e0fe764 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1551974 Jun 01 10:14:33.034407 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c83249f9-7ced-41af-a207-390715974630 req-8d0df5a8-87a7-4c1e-ab07-6f3757dad8ac tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913100 Jun 01 10:14:33.039860 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c6b52390-1188-4ca1-ac45-d453ad39a1ea req-86ea1827-e24c-4b13-9788-1f44f791da1f tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764751 Jun 01 10:14:33.177609 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2791965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14452377'] for subnet, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:33.187820 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:33.262155 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f935c2-0649-404c-b0cf-ed00abdcc7c0 None None] Pushing event updated for resources: {'Port': ['ID=bf042410-7e30-4081-8b4c-b41804e8eb70,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:33.269772 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-b5f935c2-0649-404c-b0cf-ed00abdcc7c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:33.285757 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4f5d22-693c-4129-aeb9-e460bb9f9912,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:33.290971 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:33.305985 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Checking segment: {'id': 'bc1f7c70-023f-42af-a1bc-4b4ef8bf7964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '81d65304-d695-4c15-bf05-44e951ace592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:33.306411 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Network hostable DHCP agents. Network: 81d65304-d695-4c15-bf05-44e951ace592, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:14:33.331388 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Network 81d65304-d695-4c15-bf05-44e951ace592 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:14:33.344687 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 81d65304-d695-4c15-bf05-44e951ace592) {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:33.355240 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:33.356279 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:33.374607 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e0d4c2-f9b9-4cf9-8fa1-1b0ecac78ffd None None] Network 81d65304-d695-4c15-bf05-44e951ace592 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:14:33.405515 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 60746) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:33.406041 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-eb6de4fe-f39c-4c57-ba63-1258c923a855 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9903629 Jun 01 10:14:33.411730 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1785865150-router', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:33.426969 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:33.431958 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Usage tracker for resource:router and tenant:060a319b0d4d48aca899f4a767f13d3d is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:33.435242 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:33.446626 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:33.461470 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-569544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:33.463713 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5547'] for router, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:33.489069 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:33.664911 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Attempting to bind port bf042410-7e30-4081-8b4c-b41804e8eb70 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:14:33.665474 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Attempting to bind port bf042410-7e30-4081-8b4c-b41804e8eb70 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:14:33.665902 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Attempting to bind port bf042410-7e30-4081-8b4c-b41804e8eb70 on network 928eadfc-4fb3-4244-9825-0817c1006108 {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:14:33.682606 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:14:33.683001 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Checking segment: {'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:33.683420 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:33.683796 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Bound using segment: {'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:14:33.684684 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Bound port: bf042410-7e30-4081-8b4c-b41804e8eb70, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:14:33.685071 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:33.838770 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c92b0c-fe5b-5064-8ba5-f448fd61c5dd-81d65304-d695-4c15-bf05-44e951ace592', 'network_id': '81d65304-d695-4c15-bf05-44e951ace592', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'fixed_ips': [{'subnet_id': 'bb4f5d22-693c-4129-aeb9-e460bb9f9912'}]}} from dv-cinder-784779-13-smb. {{(pid=91917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:14:33.839560 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:33.860863 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] For port bf042410-7e30-4081-8b4c-b41804e8eb70, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:14:33.902286 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5597'] for router, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:33.903256 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] For port bf042410-7e30-4081-8b4c-b41804e8eb70, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=bf042410-7e30-4081-8b4c-b41804e8eb70,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:14:33.910779 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:33.921086 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-1e1dca4b-4239-445c-be9f-6be8f0927753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:33.965564 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972a2e9-4295-45c3-b2da-31a947554771 req-e9cf0f82-6e3c-4000-b1b9-e72cfc3a9f69 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:33.967061 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b972a2e9-4295-45c3-b2da-31a947554771 req-e9cf0f82-6e3c-4000-b1b9-e72cfc3a9f69 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 946 time: 0.4589429 Jun 01 10:14:34.069939 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Routers {'c72adc2e-543e-494d-b66b-bcb896d2a485'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:14:34.070635 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:14:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['c72adc2e-543e-494d-b66b-bcb896d2a485'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:34.128908 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f935c2-0649-404c-b0cf-ed00abdcc7c0 None None] Pushing event updated for resources: {'Port': ['ID=bf042410-7e30-4081-8b4c-b41804e8eb70,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:34.145877 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-b5f935c2-0649-404c-b0cf-ed00abdcc7c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:34.169267 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9fe9c-b92c-4749-99b0-c2586b5d823c req-c992b1ad-6084-419c-a3d5-e248ddbaf6a9 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:34.174044 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.db_base_plugin_common [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Allocated IP 172.20.0.2 (81d65304-d695-4c15-bf05-44e951ace592/bb4f5d22-693c-4129-aeb9-e460bb9f9912/77fbe186-dc6c-44be-af71-68b39338eea0) {{(pid=91917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:14:34.176806 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cff9fe9c-b92c-4749-99b0-c2586b5d823c req-c992b1ad-6084-419c-a3d5-e248ddbaf6a9 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 946 time: 0.3923485 Jun 01 10:14:34.215253 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b972a2e9-4295-45c3-b2da-31a947554771 req-dc90bcce-4c75-4471-8ad8-51a9ee8db2a4 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025839 Jun 01 10:14:34.258066 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cff9fe9c-b92c-4749-99b0-c2586b5d823c req-bc61b8d2-2fa0-4c84-8364-5251a382730f tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802498 Jun 01 10:14:34.313635 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] Set router c72adc2e-543e-494d-b66b-bcb896d2a485 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:14:34.564691 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:34.599062 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:34.647814 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9121a9c-579c-46bd-80ca-32f2b295f874 req-95bbf466-d57e-4579-a300-9bf3bbed3736 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:34.649359 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e9121a9c-579c-46bd-80ca-32f2b295f874 req-95bbf466-d57e-4579-a300-9bf3bbed3736 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2768238 Jun 01 10:14:34.755533 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e9121a9c-579c-46bd-80ca-32f2b295f874 req-03c86796-7327-465d-b173-627293b27421 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951049 Jun 01 10:14:34.797557 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Allocated IP 172.28.3.238 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/79779536-c7dc-40b9-af66-0ad716ccd66a) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:14:34.868014 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Notify callbacks [] for port, precommit_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:34.880948 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Transition to ACTIVE for port object 77fbe186-dc6c-44be-af71-68b39338eea0 will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:34.915342 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Transition to ACTIVE for port object 77fbe186-dc6c-44be-af71-68b39338eea0 will not be triggered until provisioned by entity DHCP. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:34.931577 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:34.939602 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:34.971245 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:35.004348 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:35.010384 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-37e63e44-07fd-42f9-ad85-d425d7f2884e tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:35.013016 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Network 81d65304-d695-4c15-bf05-44e951ace592 is already hosted by enough agents. {{(pid=91917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:14:35.019216 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.base_scheduler [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Resources bound (agent type, host, resource id): {{(pid=91917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:35.027192 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Received port after_create {{(pid=91917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:14:35.063178 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:14:35.075493 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:14:29Z', 'revision_number': 4, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'bf042410-7e30-4081-8b4c-b41804e8eb70', 'name': '', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'mac_address': 'fa:16:3e:f2:69:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:28Z', 'updated_at': '2021-06-01T10:14:33Z', 'revision_number': 4, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'subnets': [{'id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:35.078838 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:35.088425 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:14:35.109873 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Pushing event updated for resources: {'Port': ['ID=77fbe186-dc6c-44be-af71-68b39338eea0,revision_number=1']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:35.117315 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:35.118114 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd7a07-38a3-4514-8df4-d47dd537ca29 None None] The sync data for ids ['c72adc2e-543e-494d-b66b-bcb896d2a485'] in dv-cinder-784779-13-smb is: [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:14:29Z', 'revision_number': 4, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'bf042410-7e30-4081-8b4c-b41804e8eb70', 'name': '', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'mac_address': 'fa:16:3e:f2:69:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:28Z', 'updated_at': '2021-06-01T10:14:33Z', 'revision_number': 4, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'subnets': [{'id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:14:35.138712 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Attempting to bind port 77fbe186-dc6c-44be-af71-68b39338eea0 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:14:35.139234 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Attempting to bind port 77fbe186-dc6c-44be-af71-68b39338eea0 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'bc1f7c70-023f-42af-a1bc-4b4ef8bf7964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '81d65304-d695-4c15-bf05-44e951ace592'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:14:35.140315 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Attempting to bind port 77fbe186-dc6c-44be-af71-68b39338eea0 on network 81d65304-d695-4c15-bf05-44e951ace592 {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:14:35.152701 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:14:35.152701 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Checking segment: {'id': 'bc1f7c70-023f-42af-a1bc-4b4ef8bf7964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '81d65304-d695-4c15-bf05-44e951ace592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:35.152701 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:35.152701 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Bound using segment: {'id': 'bc1f7c70-023f-42af-a1bc-4b4ef8bf7964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '81d65304-d695-4c15-bf05-44e951ace592'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:14:35.152701 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Bound port: 77fbe186-dc6c-44be-af71-68b39338eea0, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1f7c70-023f-42af-a1bc-4b4ef8bf7964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '81d65304-d695-4c15-bf05-44e951ace592'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:14:35.153416 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:35.316406 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] For port 77fbe186-dc6c-44be-af71-68b39338eea0, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:14:35.324719 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] For port 77fbe186-dc6c-44be-af71-68b39338eea0, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=77fbe186-dc6c-44be-af71-68b39338eea0,segment=NetworkSegment(bc1f7c70-023f-42af-a1bc-4b4ef8bf7964),segment_id=bc1f7c70-023f-42af-a1bc-4b4ef8bf7964)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:14:35.331734 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:35.336702 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:35.357162 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Pushing event updated for resources: {'Port': ['ID=79779536-c7dc-40b9-af66-0ad716ccd66a,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:35.367724 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:35.427586 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Pushing event updated for resources: {'Port': ['ID=77fbe186-dc6c-44be-af71-68b39338eea0,revision_number=2']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:35.431957 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:35.770790 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:35.892167 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b865d70-d3a5-4011-8fce-0def256cd6aa req-8ad858ad-20b1-4eb0-9662-7b5781ff7c7a tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:35.896105 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3b865d70-d3a5-4011-8fce-0def256cd6aa req-8ad858ad-20b1-4eb0-9662-7b5781ff7c7a tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 946 time: 0.4372518 Jun 01 10:14:36.141508 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3b865d70-d3a5-4011-8fce-0def256cd6aa req-dda45058-7dc0-4fba-bb64-6d2473005570 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699813 Jun 01 10:14:36.406690 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565873'] for router, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:36.566943 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023c2bb-d4e9-441d-84f3-cd6b48cdd687 req-46daaabd-bac1-40ea-a963-33249ad0941a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:36.568468 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5023c2bb-d4e9-441d-84f3-cd6b48cdd687 req-46daaabd-bac1-40ea-a963-33249ad0941a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2599230 Jun 01 10:14:36.686397 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97cf160-93ab-4a28-a60a-cbbcd1b004ee None None] Network 81d65304-d695-4c15-bf05-44e951ace592 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:14:36.715350 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device bf042410-7e30-4081-8b4c-b41804e8eb70 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:36.734440 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5023c2bb-d4e9-441d-84f3-cd6b48cdd687 req-6ae7bd49-8512-430c-867b-8cc95dc9a719 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142683 Jun 01 10:14:36.750884 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1a1d5-bf2a-4e42-969a-cdaa645eee79 req-287719ab-c4ae-4838-9b39-f7de3e6f5275 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:36.752901 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3fa1a1d5-bf2a-4e42-969a-cdaa645eee79 req-287719ab-c4ae-4838-9b39-f7de3e6f5275 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 946 time: 0.2911634 Jun 01 10:14:36.838634 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3fa1a1d5-bf2a-4e42-969a-cdaa645eee79 req-ddf8d378-a9e9-42f9-9f6b-39cddbba76a1 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761244 Jun 01 10:14:36.846142 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Router 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 is scheduled to L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f with binding_index 1 {{(pid=91915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:14:36.852428 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-5300d7e2-3d73-42bb-868f-7a56d2092cf3 None None] Provisioning for port 77fbe186-dc6c-44be-af71-68b39338eea0 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:36.951911 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port bf042410-7e30-4081-8b4c-b41804e8eb70 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:36.961726 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port bf042410-7e30-4081-8b4c-b41804e8eb70 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:36.962131 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:37.055500 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:14:37.064761 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Sync routers for ids ['95b62d3c-acf4-45d8-aa1d-8091e7ca3207'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:14:37.074805 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Routers {'95b62d3c-acf4-45d8-aa1d-8091e7ca3207'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:14:37.075415 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:14:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['95b62d3c-acf4-45d8-aa1d-8091e7ca3207'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:37.081831 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Notify callbacks [] for router, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:37.083056 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6759818 Jun 01 10:14:37.086234 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 60800) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:37.152592 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:37.195872 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bae6f-5c10-4374-9c23-288d5220c9f0 req-2051b18e-7c64-4726-9552-ed9beb5be720 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:37.198353 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-233bae6f-5c10-4374-9c23-288d5220c9f0 req-2051b18e-7c64-4726-9552-ed9beb5be720 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.82 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 946 time: 0.1069455 Jun 01 10:14:37.221589 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port bf042410-7e30-4081-8b4c-b41804e8eb70, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=bf042410-7e30-4081-8b4c-b41804e8eb70,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:37.235467 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:37.236485 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 77fbe186-dc6c-44be-af71-68b39338eea0 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:37.281503 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:37.307201 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Set router 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:14:37.419975 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [req-233bae6f-5c10-4374-9c23-288d5220c9f0 req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Deleting port d581b69a-0ba5-4c67-8435-162003a255fd {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:14:37.420594 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-233bae6f-5c10-4374-9c23-288d5220c9f0 req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:37.511958 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=bf042410-7e30-4081-8b4c-b41804e8eb70,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:37.519466 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:37.534402 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port 77fbe186-dc6c-44be-af71-68b39338eea0 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:37.541211 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 77fbe186-dc6c-44be-af71-68b39338eea0 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:37.541595 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:37.617308 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d889d80-cb74-41c0-9faa-8b020856a3fd req-9d781719-f5fb-4f36-9e02-8c4309184661 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:37.618850 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4d889d80-cb74-41c0-9faa-8b020856a3fd req-9d781719-f5fb-4f36-9e02-8c4309184661 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 946 time: 0.2369876 Jun 01 10:14:37.623436 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-233bae6f-5c10-4374-9c23-288d5220c9f0 req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] For port d581b69a-0ba5-4c67-8435-162003a255fd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d581b69a-0ba5-4c67-8435-162003a255fd,segment=NetworkSegment(58f344ae-5972-4e66-a56c-9da130efbddd),segment_id=58f344ae-5972-4e66-a56c-9da130efbddd)] {{(pid=91916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:37.623951 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-233bae6f-5c10-4374-9c23-288d5220c9f0 req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:37.627465 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-d58274a5-ac4f-4d85-87cc-31e3bfe1cbfb None None] Provisioning complete for port 77fbe186-dc6c-44be-af71-68b39338eea0 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:37.627848 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d58274a5-ac4f-4d85-87cc-31e3bfe1cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:37.694467 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4d889d80-cb74-41c0-9faa-8b020856a3fd req-8abcaee0-d9c5-46e8-a3a0-8a1c88532bd9 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/security-groups?id=08158e35-8827-4449-a8b1-288b72858cc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658383 Jun 01 10:14:37.733329 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:37.738163 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'name': 'tempest-TestShelveInstance-1785865150-router', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:33Z', 'updated_at': '2021-06-01T10:14:35Z', 'revision_number': 3, 'project_id': '060a319b0d4d48aca899f4a767f13d3d', 'gw_port': {'id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:34Z', 'updated_at': '2021-06-01T10:14:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:37.743358 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Checking router: 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:14:37.743947 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Updating router 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 port 79779536-c7dc-40b9-af66-0ad716ccd66a binding host dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:14:37.780193 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [req-233bae6f-5c10-4374-9c23-288d5220c9f0 req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Calling delete_port for d581b69a-0ba5-4c67-8435-162003a255fd owned by compute:nova {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:14:37.781875 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port 77fbe186-dc6c-44be-af71-68b39338eea0, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=77fbe186-dc6c-44be-af71-68b39338eea0,segment=NetworkSegment(bc1f7c70-023f-42af-a1bc-4b4ef8bf7964),segment_id=bc1f7c70-023f-42af-a1bc-4b4ef8bf7964)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:37.820154 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:37.820393 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:37.828768 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-b5f935c2-0649-404c-b0cf-ed00abdcc7c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:37.935708 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=77fbe186-dc6c-44be-af71-68b39338eea0,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:37.943172 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:37.976921 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-233bae6f-5c10-4374-9c23-288d5220c9f0 req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:37.991195 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:37.998735 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['d581b69a-0ba5-4c67-8435-162003a255fd'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:14:38.052198 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Pushing event deleted for resources: {'Port': ['ID=d581b69a-0ba5-4c67-8435-162003a255fd,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:38.088815 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:38.089175 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:38.089730 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:38.090118 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:38.090466 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:38.091323 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:38.091323 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:38.091517 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:38.091796 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:38.092131 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:38.092467 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:38.092801 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:38.142354 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:38.164554 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [req-233bae6f-5c10-4374-9c23-288d5220c9f0 req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] No DVR routers for this DVR port d581b69a-0ba5-4c67-8435-162003a255fd on host hv-cinder-78477 {{(pid=91916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:14:38.169742 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-233bae6f-5c10-4374-9c23-288d5220c9f0 req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:38.183307 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602d628d-01be-4f2d-9c8f-4f9a8b6be2ab', 'name': 'network-vif-deleted', 'tag': 'd581b69a-0ba5-4c67-8435-162003a255fd'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:38.187430 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3a63d9-4a5c-453d-b916-cd567b384b21" -d '{"events": [{"server_uuid": "602d628d-01be-4f2d-9c8f-4f9a8b6be2ab", "name": "network-vif-deleted", "tag": "d581b69a-0ba5-4c67-8435-162003a255fd"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:38.202260 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-233bae6f-5c10-4374-9c23-288d5220c9f0 req-a93e5867-e3fd-44c9-bfea-82ee69b116dc tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.82 "DELETE /v2.0/ports/d581b69a-0ba5-4c67-8435-162003a255fd HTTP/1.1" status: 204 len: 173 time: 0.9931786 Jun 01 10:14:38.297073 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:38.309717 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Transition to ACTIVE for port object 79779536-c7dc-40b9-af66-0ad716ccd66a will not be triggered until provisioned by entity L2. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:38.316702 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:38.328414 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-901cbc86-5e6d-4241-a747-d542f32292d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:38.402920 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Attempting to bind port 79779536-c7dc-40b9-af66-0ad716ccd66a on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:14:38.403275 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Attempting to bind port 79779536-c7dc-40b9-af66-0ad716ccd66a by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:14:38.404231 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Attempting to bind port 79779536-c7dc-40b9-af66-0ad716ccd66a on network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:14:38.408586 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad91442-cabd-4588-9204-c27cd256eeb5 req-6d83e507-0481-42f2-839a-94517f478802 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:38.410107 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0ad91442-cabd-4588-9204-c27cd256eeb5 req-6d83e507-0481-42f2-839a-94517f478802 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2935171 Jun 01 10:14:38.413591 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:14:38.413995 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Checking segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:38.414397 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:38.414788 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Bound using segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:14:38.415329 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Bound port: 79779536-c7dc-40b9-af66-0ad716ccd66a, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:14:38.415706 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:38.419687 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b176f85-6b41-41f5-8382-6a87dafdb4c7 req-3882ff55-46b4-4280-9d09-7f8cf9042aea tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:38.421141 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0b176f85-6b41-41f5-8382-6a87dafdb4c7 req-3882ff55-46b4-4280-9d09-7f8cf9042aea tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 946 time: 0.3031576 Jun 01 10:14:38.486177 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82b375-46e2-4f2a-99a3-4191ebfdd932 None None] Pushing event updated for resources: {'Port': ['ID=79779536-c7dc-40b9-af66-0ad716ccd66a,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:38.488932 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-4b82b375-46e2-4f2a-99a3-4191ebfdd932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:38.522530 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] For port 79779536-c7dc-40b9-af66-0ad716ccd66a, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:14:38.526551 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] For port 79779536-c7dc-40b9-af66-0ad716ccd66a, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=79779536-c7dc-40b9-af66-0ad716ccd66a,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:14:38.532306 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:38.536418 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-53c7d3b7-bbbc-49a4-99be-685b16218450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:38.548854 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0ad91442-cabd-4588-9204-c27cd256eeb5 req-9c3d5e89-ea48-4815-a535-735501d33f9f tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243649 Jun 01 10:14:38.553466 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0b176f85-6b41-41f5-8382-6a87dafdb4c7 req-39a714e3-d019-4974-8293-328b6cfe9d46 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254292 Jun 01 10:14:38.627224 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Routers {'95b62d3c-acf4-45d8-aa1d-8091e7ca3207'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:14:38.627857 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:14:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['95b62d3c-acf4-45d8-aa1d-8091e7ca3207'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:38.668170 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:38.690674 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5933e609-7f72-4d23-b7df-ed400e941478 x-openstack-request-id: req-5933e609-7f72-4d23-b7df-ed400e941478 {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:38.690938 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602d628d-01be-4f2d-9c8f-4f9a8b6be2ab", "name": "network-vif-deleted", "tag": "d581b69a-0ba5-4c67-8435-162003a255fd", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:38.691232 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5933e609-7f72-4d23-b7df-ed400e941478 {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:38.691662 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602d628d-01be-4f2d-9c8f-4f9a8b6be2ab', 'name': 'network-vif-deleted', 'tag': 'd581b69a-0ba5-4c67-8435-162003a255fd', 'status': 'completed', 'code': 200} Jun 01 10:14:38.695817 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device bf042410-7e30-4081-8b4c-b41804e8eb70 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:38.749080 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82b375-46e2-4f2a-99a3-4191ebfdd932 None None] Pushing event updated for resources: {'Port': ['ID=79779536-c7dc-40b9-af66-0ad716ccd66a,revision_number=3']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:38.760766 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-4b82b375-46e2-4f2a-99a3-4191ebfdd932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:38.808269 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port bf042410-7e30-4081-8b4c-b41804e8eb70 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:38.808808 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:38.958630 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] Set router 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:14:38.967394 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Allocated IP 172.20.0.1 (81d65304-d695-4c15-bf05-44e951ace592/bb4f5d22-693c-4129-aeb9-e460bb9f9912/72e46592-2553-45e4-b20a-6326e753eb3a) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:14:39.027204 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 77fbe186-dc6c-44be-af71-68b39338eea0 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:39.111205 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 77fbe186-dc6c-44be-af71-68b39338eea0 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:39.111593 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:39.222976 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:39.262077 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Transition to ACTIVE for port object 72e46592-2553-45e4-b20a-6326e753eb3a will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:39.341786 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'name': 'tempest-TestShelveInstance-1785865150-router', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:33Z', 'updated_at': '2021-06-01T10:14:35Z', 'revision_number': 3, 'project_id': '060a319b0d4d48aca899f4a767f13d3d', 'gw_port': {'id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:34Z', 'updated_at': '2021-06-01T10:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:39.346743 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855c7eb-ab87-4cb7-b7a8-193d7b200300 None None] The sync data for ids ['95b62d3c-acf4-45d8-aa1d-8091e7ca3207'] in dv-cinder-784779-13-smb is: [{'id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'name': 'tempest-TestShelveInstance-1785865150-router', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:33Z', 'updated_at': '2021-06-01T10:14:35Z', 'revision_number': 3, 'project_id': '060a319b0d4d48aca899f4a767f13d3d', 'gw_port': {'id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:34Z', 'updated_at': '2021-06-01T10:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:14:39.410531 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-89d89bec-d402-4464-95d9-759cf40c4007 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:39.410531 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-89d89bec-d402-4464-95d9-759cf40c4007 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Synchronizing usage tracker for tenant:60c60fe788fd43a69341bb24c4c426bf on resource:port {{(pid=91916) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:14:39.415793 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:39.436979 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:39.439583 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-89d89bec-d402-4464-95d9-759cf40c4007 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Unset dirty status for tenant:60c60fe788fd43a69341bb24c4c426bf on resource:port {{(pid=91916) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:14:39.441297 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-89d89bec-d402-4464-95d9-759cf40c4007 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.82 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 946 time: 0.2453141 Jun 01 10:14:39.504252 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-af6b0ef4-7542-4023-b2ea-fcbb1eca286d req-85f7b7cd-4e95-4dda-be6a-dee8b8f09616 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] 10.222.0.47 "GET /v2.0/ports?device_id=602d628d-01be-4f2d-9c8f-4f9a8b6be2ab HTTP/1.1" status: 200 len: 210 time: 0.4658697 Jun 01 10:14:39.526512 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Pushing event updated for resources: {'Port': ['ID=72e46592-2553-45e4-b20a-6326e753eb3a,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:39.537481 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:39.537939 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:39.538354 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:39.538761 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:39.539173 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:39.539571 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:39.539969 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:39.540368 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:39.540763 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:39.541299 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:39.541794 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:39.542301 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:39.546604 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Network 81d65304-d695-4c15-bf05-44e951ace592 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:14:39.547655 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:39.549223 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:39.551658 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:14:39.552306 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571648'] for router_interface, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:39.622457 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-3259b1af-6288-46b7-bfa1-ae581261d0b9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Deleting port 4feca065-8dea-4f3c-8b66-8ae29fa78c73 {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:14:39.622801 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-3259b1af-6288-46b7-bfa1-ae581261d0b9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:39.873292 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:39.888111 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-3259b1af-6288-46b7-bfa1-ae581261d0b9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] For port 4feca065-8dea-4f3c-8b66-8ae29fa78c73, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4feca065-8dea-4f3c-8b66-8ae29fa78c73,segment=NetworkSegment(1003db52-e759-4d82-8cc9-2bafc41d1133),segment_id=1003db52-e759-4d82-8cc9-2bafc41d1133)] {{(pid=91916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:39.889109 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-3259b1af-6288-46b7-bfa1-ae581261d0b9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:40.065186 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-17e3e0e5-45e0-46c1-80d9-4991d303d706 None None] Provisioning for port 72e46592-2553-45e4-b20a-6326e753eb3a completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:40.078680 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-17e3e0e5-45e0-46c1-80d9-4991d303d706 None None] Provisioning complete for port 72e46592-2553-45e4-b20a-6326e753eb3a triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:40.079851 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-17e3e0e5-45e0-46c1-80d9-4991d303d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:40.089099 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da589076-5d82-4ff9-b3aa-366383c9e716 req-f256fbac-ca14-491f-a048-dc475befa8b8 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:40.090689 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-da589076-5d82-4ff9-b3aa-366383c9e716 req-f256fbac-ca14-491f-a048-dc475befa8b8 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 946 time: 0.3074563 Jun 01 10:14:40.226711 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-17e3e0e5-45e0-46c1-80d9-4991d303d706 None None] Port 72e46592-2553-45e4-b20a-6326e753eb3a cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:14:40.249387 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-3259b1af-6288-46b7-bfa1-ae581261d0b9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Calling delete_port for 4feca065-8dea-4f3c-8b66-8ae29fa78c73 owned by compute:nova {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:14:40.270702 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-da589076-5d82-4ff9-b3aa-366383c9e716 req-7e1b198f-86a8-4299-bfbd-044354fa4507 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/security-groups?id=4279cd72-0d3f-42f0-8b35-3c81a597e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708301 Jun 01 10:14:40.355186 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:40.361584 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:40.362772 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571821'] for router_interface, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:40.367624 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-70fe99fe-332f-4169-8ea4-927aab1a01b0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:40.382570 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-3259b1af-6288-46b7-bfa1-ae581261d0b9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:40.389237 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e95805b9-b817-4926-9a98-1595262f1654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:40.397108 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['4feca065-8dea-4f3c-8b66-8ae29fa78c73'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:14:40.438309 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259b1af-6288-46b7-bfa1-ae581261d0b9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Pushing event deleted for resources: {'Port': ['ID=4feca065-8dea-4f3c-8b66-8ae29fa78c73,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:40.441447 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3259b1af-6288-46b7-bfa1-ae581261d0b9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:40.525621 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-3259b1af-6288-46b7-bfa1-ae581261d0b9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] No DVR routers for this DVR port 4feca065-8dea-4f3c-8b66-8ae29fa78c73 on host hv-cinder-78477 {{(pid=91916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:14:40.528434 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-3259b1af-6288-46b7-bfa1-ae581261d0b9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:40.559516 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-883e2156-09ba-4157-8792-2aeaad92f5c5 req-3259b1af-6288-46b7-bfa1-ae581261d0b9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.82 "DELETE /v2.0/ports/4feca065-8dea-4f3c-8b66-8ae29fa78c73 HTTP/1.1" status: 204 len: 173 time: 1.1080806 Jun 01 10:14:40.695156 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11421c80-865e-42f3-b5ab-1d707f70268b', 'name': 'network-vif-deleted', 'tag': '4feca065-8dea-4f3c-8b66-8ae29fa78c73'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:40.695846 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2256615b-4a03-4233-bbfa-e82ba900ccb4" -d '{"events": [{"server_uuid": "11421c80-865e-42f3-b5ab-1d707f70268b", "name": "network-vif-deleted", "tag": "4feca065-8dea-4f3c-8b66-8ae29fa78c73"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:40.746723 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 79779536-c7dc-40b9-af66-0ad716ccd66a up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:40.758282 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3d99f8-fcad-4684-9bf0-217733e50b68 x-openstack-request-id: req-fd3d99f8-fcad-4684-9bf0-217733e50b68 {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:40.758604 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11421c80-865e-42f3-b5ab-1d707f70268b", "name": "network-vif-deleted", "tag": "4feca065-8dea-4f3c-8b66-8ae29fa78c73", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:40.758890 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd3d99f8-fcad-4684-9bf0-217733e50b68 {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:40.759311 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11421c80-865e-42f3-b5ab-1d707f70268b', 'name': 'network-vif-deleted', 'tag': '4feca065-8dea-4f3c-8b66-8ae29fa78c73', 'status': 'completed', 'code': 200} Jun 01 10:14:40.772259 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Pushing event updated for resources: {'Port': ['ID=72e46592-2553-45e4-b20a-6326e753eb3a,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:40.792644 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:40.856145 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port 79779536-c7dc-40b9-af66-0ad716ccd66a completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:40.863825 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 79779536-c7dc-40b9-af66-0ad716ccd66a triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:40.864626 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:40.873410 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Network 81d65304-d695-4c15-bf05-44e951ace592 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:14:40.875186 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:14:40.896405 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645f4b7-c84e-4976-afcb-b29a84647edc req-5c790a1f-4bc0-4ca8-8a30-d99bbaa099ee tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:40.898220 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d645f4b7-c84e-4976-afcb-b29a84647edc req-5c790a1f-4bc0-4ca8-8a30-d99bbaa099ee tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1906581 Jun 01 10:14:41.036555 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:41.051202 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d645f4b7-c84e-4976-afcb-b29a84647edc req-b1f381f4-f713-4ba7-a60d-1acbcc559110 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924306 Jun 01 10:14:41.072032 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port 79779536-c7dc-40b9-af66-0ad716ccd66a, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=79779536-c7dc-40b9-af66-0ad716ccd66a,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:41.091704 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:41.094039 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:41.197071 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Router 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:14:41.223196 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=79779536-c7dc-40b9-af66-0ad716ccd66a,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:41.271457 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:41.338157 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-5be336cb-f01f-4b2f-b798-c6dfa4197537 None None] Provisioning complete for port 72e46592-2553-45e4-b20a-6326e753eb3a triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:41.340999 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-5be336cb-f01f-4b2f-b798-c6dfa4197537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:41.467311 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-5be336cb-f01f-4b2f-b798-c6dfa4197537 None None] Port 72e46592-2553-45e4-b20a-6326e753eb3a cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:14:41.597049 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:14:41.628493 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] 10.222.0.47 "PUT /v2.0/routers/95b62d3c-acf4-45d8-aa1d-8091e7ca3207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5319703 Jun 01 10:14:41.741664 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9d148170-67e5-426b-842b-6b855a5f3590 req-894e900b-1635-402d-9d7f-7104b67dd451 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] 10.222.0.47 "GET /v2.0/ports?device_id=11421c80-865e-42f3-b5ab-1d707f70268b HTTP/1.1" status: 200 len: 210 time: 0.0532076 Jun 01 10:14:41.857174 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Sync routers for ids ['95b62d3c-acf4-45d8-aa1d-8091e7ca3207'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:14:41.867711 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Routers {'95b62d3c-acf4-45d8-aa1d-8091e7ca3207'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:14:41.868587 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:14:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['95b62d3c-acf4-45d8-aa1d-8091e7ca3207'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:41.964846 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device d581b69a-0ba5-4c67-8435-162003a255fd no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:14:42.017725 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: d581b69a-0ba5-4c67-8435-162003a255fd {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:14:42.018207 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device d581b69a-0ba5-4c67-8435-162003a255fd not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:14:42.133218 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Set router 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:14:42.454643 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'name': 'tempest-TestShelveInstance-1785865150-router', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:33Z', 'updated_at': '2021-06-01T10:14:39Z', 'revision_number': 4, 'project_id': '060a319b0d4d48aca899f4a767f13d3d', 'gw_port': {'id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:34Z', 'updated_at': '2021-06-01T10:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '72e46592-2553-45e4-b20a-6326e753eb3a', 'name': '', 'network_id': '81d65304-d695-4c15-bf05-44e951ace592', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'mac_address': 'fa:16:3e:97:d8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bb4f5d22-693c-4129-aeb9-e460bb9f9912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:38Z', 'updated_at': '2021-06-01T10:14:40Z', 'revision_number': 2, 'project_id': '060a319b0d4d48aca899f4a767f13d3d', 'subnets': [{'id': 'bb4f5d22-693c-4129-aeb9-e460bb9f9912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:42.458536 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Checking router: 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:14:42.458900 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Updating router 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 port 72e46592-2553-45e4-b20a-6326e753eb3a binding host dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:14:42.512048 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:42.599952 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60894) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:42.606256 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1264164034', 'description': 'tempest-secgroup-smoke-1264164034 description', 'project_id': '1e8360a446b743c383364da9ac1aefa3'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:42.615416 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:42.630897 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Usage tracker for resource:security_group and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:42.636250 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:42.650183 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:42.663989 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:42.689481 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:42.693424 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Usage tracker for resource:security_group_rule and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:42.697208 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:42.697690 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 79779536-c7dc-40b9-af66-0ad716ccd66a up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:42.703358 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:42.795915 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:42.803318 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:42.815084 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:42.878583 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 79779536-c7dc-40b9-af66-0ad716ccd66a triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:42.879152 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:42.882755 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f7e782-9e34-4254-9ea0-bd9e92941281,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:42.888449 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:42.897324 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:42.900997 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2993557 Jun 01 10:14:42.903948 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 60908) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:42.910572 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-b07be3a2-9b31-46ba-8ae2-9217bac4d743 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Request body: {'security_group_rule': {'security_group_id': 'e2f7e782-9e34-4254-9ea0-bd9e92941281', 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:42.920440 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-b07be3a2-9b31-46ba-8ae2-9217bac4d743 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:42.948455 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-b07be3a2-9b31-46ba-8ae2-9217bac4d743 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Usage tracker for resource:security_group_rule and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:42.956945 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-b07be3a2-9b31-46ba-8ae2-9217bac4d743 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:42.970703 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:14:42.971620 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-b07be3a2-9b31-46ba-8ae2-9217bac4d743 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:43.003235 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b07be3a2-9b31-46ba-8ae2-9217bac4d743 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.142132 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b07be3a2-9b31-46ba-8ae2-9217bac4d743 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.148328 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b07be3a2-9b31-46ba-8ae2-9217bac4d743 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.150543 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:43.154332 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Notify callbacks [] for port, precommit_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.182807 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07be3a2-9b31-46ba-8ae2-9217bac4d743 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aad59f3-edaa-473e-a4c4-8d9626ed2ee6,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:43.186447 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b07be3a2-9b31-46ba-8ae2-9217bac4d743 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:43.200707 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Transition to ACTIVE for port object 72e46592-2553-45e4-b20a-6326e753eb3a will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:14:43.205174 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b07be3a2-9b31-46ba-8ae2-9217bac4d743 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.209617 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-b07be3a2-9b31-46ba-8ae2-9217bac4d743 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3044047 Jun 01 10:14:43.211157 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60924) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:43.217371 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-a107c8a3-d4fd-4836-a6dc-8d43087789ec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Request body: {'security_group_rule': {'security_group_id': 'e2f7e782-9e34-4254-9ea0-bd9e92941281', 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:43.217596 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.223297 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:43.228199 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-a107c8a3-d4fd-4836-a6dc-8d43087789ec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:43.236793 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-a107c8a3-d4fd-4836-a6dc-8d43087789ec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Usage tracker for resource:security_group_rule and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:43.251910 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-a107c8a3-d4fd-4836-a6dc-8d43087789ec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:43.263860 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-a107c8a3-d4fd-4836-a6dc-8d43087789ec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:43.298474 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a107c8a3-d4fd-4836-a6dc-8d43087789ec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.380910 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a107c8a3-d4fd-4836-a6dc-8d43087789ec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.388584 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a107c8a3-d4fd-4836-a6dc-8d43087789ec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.391250 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:43.417682 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107c8a3-d4fd-4836-a6dc-8d43087789ec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5403333f-5e14-49a5-a6d5-3cb0fed63056,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:43.424526 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a107c8a3-d4fd-4836-a6dc-8d43087789ec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:43.438766 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a107c8a3-d4fd-4836-a6dc-8d43087789ec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.440381 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-a107c8a3-d4fd-4836-a6dc-8d43087789ec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2280102 Jun 01 10:14:43.443512 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60932) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:43.457734 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Request body: {'security_group_rule': {'security_group_id': 'e2f7e782-9e34-4254-9ea0-bd9e92941281', 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:43.480665 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:43.486555 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Usage tracker for resource:security_group_rule and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:43.490036 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:43.501612 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:43.517225 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Pushing event updated for resources: {'Port': ['ID=72e46592-2553-45e4-b20a-6326e753eb3a,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:43.537719 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.538434 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:43.538783 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:43.539139 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:43.539697 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:43.540039 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:43.540368 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:43.540691 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:43.541014 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:43.541336 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:43.541920 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:43.542299 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:43.542621 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:14:43.546786 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:43.555156 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Attempting to bind port 72e46592-2553-45e4-b20a-6326e753eb3a on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:14:43.555542 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Attempting to bind port 72e46592-2553-45e4-b20a-6326e753eb3a by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'bc1f7c70-023f-42af-a1bc-4b4ef8bf7964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '81d65304-d695-4c15-bf05-44e951ace592'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:14:43.555980 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Attempting to bind port 72e46592-2553-45e4-b20a-6326e753eb3a on network 81d65304-d695-4c15-bf05-44e951ace592 {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:14:43.560650 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5c35d-7847-4240-8c5b-42478461f259 req-f1d8a76b-5ed5-4d14-9fd4-321fdc06f96f tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:43.562629 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3bf5c35d-7847-4240-8c5b-42478461f259 req-f1d8a76b-5ed5-4d14-9fd4-321fdc06f96f tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1370790 Jun 01 10:14:43.568258 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:14:43.568693 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Checking segment: {'id': 'bc1f7c70-023f-42af-a1bc-4b4ef8bf7964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '81d65304-d695-4c15-bf05-44e951ace592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:14:43.569114 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.569523 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Bound using segment: {'id': 'bc1f7c70-023f-42af-a1bc-4b4ef8bf7964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '81d65304-d695-4c15-bf05-44e951ace592'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:14:43.570059 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Bound port: 72e46592-2553-45e4-b20a-6326e753eb3a, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1f7c70-023f-42af-a1bc-4b4ef8bf7964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '81d65304-d695-4c15-bf05-44e951ace592'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:14:43.570447 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.660286 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3bf5c35d-7847-4240-8c5b-42478461f259 req-5a310ab2-286d-441d-8f0b-1d1364a15bfd tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887814 Jun 01 10:14:43.662508 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.666980 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.669374 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:43.699230 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3c4d16-9c5c-4592-b31b-948702efb8e4,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:43.703423 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:43.712055 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] For port 72e46592-2553-45e4-b20a-6326e753eb3a, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:14:43.716456 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] For port 72e46592-2553-45e4-b20a-6326e753eb3a, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=72e46592-2553-45e4-b20a-6326e753eb3a,segment=NetworkSegment(bc1f7c70-023f-42af-a1bc-4b4ef8bf7964),segment_id=bc1f7c70-023f-42af-a1bc-4b4ef8bf7964)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:14:43.719330 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.721977 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2769170 Jun 01 10:14:43.724071 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.724959 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60944) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:43.729335 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:43.733045 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-6570a9de-2b80-4b03-8bcd-259647d79119 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Request body: {'security_group_rule': {'security_group_id': 'e2f7e782-9e34-4254-9ea0-bd9e92941281', 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:43.740768 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-6570a9de-2b80-4b03-8bcd-259647d79119 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:43.745602 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-6570a9de-2b80-4b03-8bcd-259647d79119 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Usage tracker for resource:security_group_rule and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:43.750051 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-6570a9de-2b80-4b03-8bcd-259647d79119 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:43.757715 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-6570a9de-2b80-4b03-8bcd-259647d79119 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:43.784287 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6570a9de-2b80-4b03-8bcd-259647d79119 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.824042 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Routers {'95b62d3c-acf4-45d8-aa1d-8091e7ca3207'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:14:43.824708 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:14:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['95b62d3c-acf4-45d8-aa1d-8091e7ca3207'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:43.897699 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6570a9de-2b80-4b03-8bcd-259647d79119 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.902430 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Pushing event updated for resources: {'Port': ['ID=72e46592-2553-45e4-b20a-6326e753eb3a,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:43.904288 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6570a9de-2b80-4b03-8bcd-259647d79119 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.906867 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:43.919985 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:43.946140 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570a9de-2b80-4b03-8bcd-259647d79119 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8896d80-c170-4212-b3e6-edb2741c9edb,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:43.949280 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6570a9de-2b80-4b03-8bcd-259647d79119 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:43.959614 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6570a9de-2b80-4b03-8bcd-259647d79119 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:43.961303 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-6570a9de-2b80-4b03-8bcd-259647d79119 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2347460 Jun 01 10:14:43.964318 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 60950) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:43.964936 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 4feca065-8dea-4f3c-8b66-8ae29fa78c73 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:14:43.978705 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Request body: {'security_group_rule': {'security_group_id': 'e2f7e782-9e34-4254-9ea0-bd9e92941281', 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:43.986710 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:43.991152 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Usage tracker for resource:security_group_rule and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:43.994938 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:44.002297 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:44.015566 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.securitygroups_db [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Project 1e8360a446b743c383364da9ac1aefa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 10:14:44.025454 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:44.025833 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: 4feca065-8dea-4f3c-8b66-8ae29fa78c73 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:14:44.026256 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 4feca065-8dea-4f3c-8b66-8ae29fa78c73 not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:14:44.102884 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:44.107384 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:44.109536 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-261c2285-e92a-4c6c-afd5-7aa3deebc1fb tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:44.132754 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92871e4b-d322-46b3-804f-152f7447aca9,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:44.135549 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:44.145715 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:44.150541 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 60960) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:14:44.158181 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Request body: {'security_group_rule': {'security_group_id': 'e2f7e782-9e34-4254-9ea0-bd9e92941281', 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:14:44.161389 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1953783 Jun 01 10:14:44.167709 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:14:44.171912 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Usage tracker for resource:security_group_rule and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:14:44.175853 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:14:44.177031 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] Set router 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:14:44.182546 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:14:44.193593 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.securitygroups_db [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Project 1e8360a446b743c383364da9ac1aefa3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 10:14:44.199844 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:44.270057 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:44.274052 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:44.276251 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:44.305388 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7f0f72-0af9-431d-af6d-ed6174e5987c,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:44.312079 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:44.321326 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:44.322614 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1703491 Jun 01 10:14:44.522734 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'name': 'tempest-TestShelveInstance-1785865150-router', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:33Z', 'updated_at': '2021-06-01T10:14:39Z', 'revision_number': 4, 'project_id': '060a319b0d4d48aca899f4a767f13d3d', 'gw_port': {'id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:34Z', 'updated_at': '2021-06-01T10:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '72e46592-2553-45e4-b20a-6326e753eb3a', 'name': '', 'network_id': '81d65304-d695-4c15-bf05-44e951ace592', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'mac_address': 'fa:16:3e:97:d8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bb4f5d22-693c-4129-aeb9-e460bb9f9912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:38Z', 'updated_at': '2021-06-01T10:14:43Z', 'revision_number': 4, 'project_id': '060a319b0d4d48aca899f4a767f13d3d', 'subnets': [{'id': 'bb4f5d22-693c-4129-aeb9-e460bb9f9912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:14:44.526938 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47212827-d923-4ebf-8918-c21537fa9d71 None None] The sync data for ids ['95b62d3c-acf4-45d8-aa1d-8091e7ca3207'] in dv-cinder-784779-13-smb is: [{'id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'name': 'tempest-TestShelveInstance-1785865150-router', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:33Z', 'updated_at': '2021-06-01T10:14:39Z', 'revision_number': 4, 'project_id': '060a319b0d4d48aca899f4a767f13d3d', 'gw_port': {'id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:34Z', 'updated_at': '2021-06-01T10:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '72e46592-2553-45e4-b20a-6326e753eb3a', 'name': '', 'network_id': '81d65304-d695-4c15-bf05-44e951ace592', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'mac_address': 'fa:16:3e:97:d8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bb4f5d22-693c-4129-aeb9-e460bb9f9912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:38Z', 'updated_at': '2021-06-01T10:14:43Z', 'revision_number': 4, 'project_id': '060a319b0d4d48aca899f4a767f13d3d', 'subnets': [{'id': 'bb4f5d22-693c-4129-aeb9-e460bb9f9912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:14:44.907338 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261a754-13f4-44a1-8ff4-24a5845dee12 req-8d328a7f-dc9a-4a5e-b322-5dc6a6c5edc1 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:44.916565 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b261a754-13f4-44a1-8ff4-24a5845dee12 req-8d328a7f-dc9a-4a5e-b322-5dc6a6c5edc1 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 945 time: 0.1094551 Jun 01 10:14:44.967855 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b261a754-13f4-44a1-8ff4-24a5845dee12 req-a2521d12-cd8a-4d4c-b524-5273fdd2f772 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495183 Jun 01 10:14:45.619237 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be44a8-e208-4f09-9a27-e7e49322b90a req-3a045b9c-283d-4a16-b033-a71023da8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:45.621566 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00be44a8-e208-4f09-9a27-e7e49322b90a req-3a045b9c-283d-4a16-b033-a71023da8a98 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 1098 time: 0.0891967 Jun 01 10:14:45.670081 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cbba7-1de3-4abd-9dc7-e84c09b248cd req-bf0cc4f1-5acb-4767-8a11-c210a9391244 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:45.671632 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ff7cbba7-1de3-4abd-9dc7-e84c09b248cd req-bf0cc4f1-5acb-4767-8a11-c210a9391244 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.0935950 Jun 01 10:14:45.724823 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ff7cbba7-1de3-4abd-9dc7-e84c09b248cd req-3e0068db-9120-413f-8019-5dc2fac2a3d4 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472195 Jun 01 10:14:45.786486 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be44a8-e208-4f09-9a27-e7e49322b90a req-5c180cc9-f30b-4ffd-91c9-f0ff4ddb28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:45.787947 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00be44a8-e208-4f09-9a27-e7e49322b90a req-5c180cc9-f30b-4ffd-91c9-f0ff4ddb28b7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 200 len: 920 time: 0.1527801 Jun 01 10:14:45.857947 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00be44a8-e208-4f09-9a27-e7e49322b90a req-e74d934f-f375-45ba-807c-04c7c6729995 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d60353c-d974-412f-a3a1-71b9ff2b9ae7 HTTP/1.1" status: 200 len: 217 time: 0.0603395 Jun 01 10:14:45.938342 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be44a8-e208-4f09-9a27-e7e49322b90a req-864dceb5-7193-4573-9775-fb7f9bd2faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:45.940834 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00be44a8-e208-4f09-9a27-e7e49322b90a req-864dceb5-7193-4573-9775-fb7f9bd2faf7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=785bd10a-6e85-4db1-b7c7-06b735b5b7aa HTTP/1.1" status: 200 len: 858 time: 0.0666075 Jun 01 10:14:45.960112 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfb27e-3f4f-436e-87c5-46e7c6551cf2 req-bb76c5d3-15d7-421c-8f84-b545d658686a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:45.961613 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4fbfb27e-3f4f-436e-87c5-46e7c6551cf2 req-bb76c5d3-15d7-421c-8f84-b545d658686a tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 945 time: 0.0868077 Jun 01 10:14:45.994515 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00be44a8-e208-4f09-9a27-e7e49322b90a req-5e9ce4d2-baa7-4863-84e7-9863ca7ab341 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413129 Jun 01 10:14:46.159688 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00be44a8-e208-4f09-9a27-e7e49322b90a req-00633233-f563-4348-ab86-70628f1ada96 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571403 Jun 01 10:14:46.218974 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-4fbfb27e-3f4f-436e-87c5-46e7c6551cf2 req-f55177a8-95ba-47cd-9e23-892a4b7f8972 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Deleting port a472d793-5d80-411c-ae32-edc41612a2aa {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:14:46.220109 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4fbfb27e-3f4f-436e-87c5-46e7c6551cf2 req-f55177a8-95ba-47cd-9e23-892a4b7f8972 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:46.436577 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-4fbfb27e-3f4f-436e-87c5-46e7c6551cf2 req-f55177a8-95ba-47cd-9e23-892a4b7f8972 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] For port a472d793-5d80-411c-ae32-edc41612a2aa, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a472d793-5d80-411c-ae32-edc41612a2aa,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:46.436940 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4fbfb27e-3f4f-436e-87c5-46e7c6551cf2 req-f55177a8-95ba-47cd-9e23-892a4b7f8972 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:46.493648 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-00be44a8-e208-4f09-9a27-e7e49322b90a req-a79c55ab-95c6-4556-a266-507f5eb26196 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180249 Jun 01 10:14:46.718315 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 72e46592-2553-45e4-b20a-6326e753eb3a up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:46.851970 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-4fbfb27e-3f4f-436e-87c5-46e7c6551cf2 req-f55177a8-95ba-47cd-9e23-892a4b7f8972 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Calling delete_port for a472d793-5d80-411c-ae32-edc41612a2aa owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:14:46.878157 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d538cf-4801-4c9e-967d-63015376aa49 req-87967ac4-7ffe-4050-8912-ad175a0b041f tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:46.890440 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79d538cf-4801-4c9e-967d-63015376aa49 req-87967ac4-7ffe-4050-8912-ad175a0b041f tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 945 time: 0.7370727 Jun 01 10:14:47.003248 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port 72e46592-2553-45e4-b20a-6326e753eb3a completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:14:47.011780 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 72e46592-2553-45e4-b20a-6326e753eb3a triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:47.012511 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:47.129458 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79d538cf-4801-4c9e-967d-63015376aa49 req-b9ac3157-c28d-48b0-b570-7ffe1dd3a530 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334166 Jun 01 10:14:47.172837 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:47.214178 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port 72e46592-2553-45e4-b20a-6326e753eb3a, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=72e46592-2553-45e4-b20a-6326e753eb3a,segment=NetworkSegment(bc1f7c70-023f-42af-a1bc-4b4ef8bf7964),segment_id=bc1f7c70-023f-42af-a1bc-4b4ef8bf7964)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:47.219991 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:47.222190 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-a3e1e5d0-983b-40ee-9500-0e410231ca32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:47.283841 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5240ac0-8176-4fb6-a1da-394920b95e08 req-83d188bf-83de-41d4-804d-eab1247b2aba tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:47.285486 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e5240ac0-8176-4fb6-a1da-394920b95e08 req-83d188bf-83de-41d4-804d-eab1247b2aba tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2654533 Jun 01 10:14:47.305749 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=72e46592-2553-45e4-b20a-6326e753eb3a,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:47.310441 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:47.337881 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4fbfb27e-3f4f-436e-87c5-46e7c6551cf2 req-f55177a8-95ba-47cd-9e23-892a4b7f8972 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:47.346608 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:47.356951 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['08abbc79-89d1-4b85-8217-9857577dcd3e', 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba', '209bf428-f901-496b-afa9-d203deb027f1', 'a472d793-5d80-411c-ae32-edc41612a2aa'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:14:47.399197 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55177a8-95ba-47cd-9e23-892a4b7f8972 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Pushing event deleted for resources: {'Port': ['ID=a472d793-5d80-411c-ae32-edc41612a2aa,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:47.406520 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f55177a8-95ba-47cd-9e23-892a4b7f8972 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:47.411049 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e5240ac0-8176-4fb6-a1da-394920b95e08 req-1adfbfbe-3e42-4bbb-87d0-20b0103bfe9e tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140814 Jun 01 10:14:47.494352 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbfb27e-3f4f-436e-87c5-46e7c6551cf2 req-f55177a8-95ba-47cd-9e23-892a4b7f8972 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] No DVR routers for this DVR port a472d793-5d80-411c-ae32-edc41612a2aa on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:14:47.497979 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4fbfb27e-3f4f-436e-87c5-46e7c6551cf2 req-f55177a8-95ba-47cd-9e23-892a4b7f8972 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:47.501404 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98967dee-05e5-4983-a476-4ec54095bcb0', 'name': 'network-vif-deleted', 'tag': 'a472d793-5d80-411c-ae32-edc41612a2aa'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:47.504224 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bebaff-7342-4a22-95b3-176c5dcef773" -d '{"events": [{"server_uuid": "98967dee-05e5-4983-a476-4ec54095bcb0", "name": "network-vif-deleted", "tag": "a472d793-5d80-411c-ae32-edc41612a2aa"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:47.582280 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4fbfb27e-3f4f-436e-87c5-46e7c6551cf2 req-f55177a8-95ba-47cd-9e23-892a4b7f8972 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "DELETE /v2.0/ports/a472d793-5d80-411c-ae32-edc41612a2aa HTTP/1.1" status: 204 len: 173 time: 1.6067483 Jun 01 10:14:47.610794 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd1b25b-ec77-48db-8a42-c0c67d6a766c x-openstack-request-id: req-8dd1b25b-ec77-48db-8a42-c0c67d6a766c {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:47.611554 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98967dee-05e5-4983-a476-4ec54095bcb0", "name": "network-vif-deleted", "tag": "a472d793-5d80-411c-ae32-edc41612a2aa", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:47.611907 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8dd1b25b-ec77-48db-8a42-c0c67d6a766c {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:47.612405 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98967dee-05e5-4983-a476-4ec54095bcb0', 'name': 'network-vif-deleted', 'tag': 'a472d793-5d80-411c-ae32-edc41612a2aa', 'status': 'completed', 'code': 200} Jun 01 10:14:48.315159 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-92015b49-a9f6-47b4-8bc6-326c28078158 req-c22a5ba3-4b0d-441d-9bc5-62b31150fb16 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Synchronizing usage tracker for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:14:48.343602 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-92015b49-a9f6-47b4-8bc6-326c28078158 req-c22a5ba3-4b0d-441d-9bc5-62b31150fb16 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Unset dirty status for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:14:48.344927 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-92015b49-a9f6-47b4-8bc6-326c28078158 req-c22a5ba3-4b0d-441d-9bc5-62b31150fb16 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=98967dee-05e5-4983-a476-4ec54095bcb0 HTTP/1.1" status: 200 len: 210 time: 0.0757520 Jun 01 10:14:48.697353 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 72e46592-2553-45e4-b20a-6326e753eb3a up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:14:48.722360 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b234d4d-8aa0-4880-87ba-08d4d09d5b4f req-2cafd7bf-ded7-468c-8d90-9449d15d1392 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:48.725624 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b234d4d-8aa0-4880-87ba-08d4d09d5b4f req-2cafd7bf-ded7-468c-8d90-9449d15d1392 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1345391 Jun 01 10:14:48.824167 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 72e46592-2553-45e4-b20a-6326e753eb3a triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:14:48.824680 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:48.831681 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b234d4d-8aa0-4880-87ba-08d4d09d5b4f req-a8274e99-9a3a-43d1-bf99-e29a33cea476 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893135 Jun 01 10:14:49.968478 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device a472d793-5d80-411c-ae32-edc41612a2aa no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:14:50.003179 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: a472d793-5d80-411c-ae32-edc41612a2aa {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:14:50.003530 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device a472d793-5d80-411c-ae32-edc41612a2aa not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:14:50.058846 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e66d62-5ebb-4af2-b519-bc5d0c24e23a req-829a4adf-bd5c-48c7-b3f2-d45c9251629b tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:50.060325 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-83e66d62-5ebb-4af2-b519-bc5d0c24e23a req-829a4adf-bd5c-48c7-b3f2-d45c9251629b tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.0959902 Jun 01 10:14:50.112244 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-83e66d62-5ebb-4af2-b519-bc5d0c24e23a req-54d02db3-acea-4746-8df5-88a3f13cbb36 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448751 Jun 01 10:14:51.330246 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b3df3-2987-4b44-9043-215217f3f93b req-7f988c91-f6d2-40f5-847d-cde07f24c194 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:51.337340 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-af3b3df3-2987-4b44-9043-215217f3f93b req-7f988c91-f6d2-40f5-847d-cde07f24c194 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 946 time: 0.1084163 Jun 01 10:14:51.395395 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-af3b3df3-2987-4b44-9043-215217f3f93b req-d0cce4fb-57aa-4657-a1b1-9df02df508de tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563896 Jun 01 10:14:51.616216 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900c925-c8dd-4f09-9708-c004056efdcd req-296fa0a3-d4c7-49bf-a616-2f2a4f6ddd7a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:51.642059 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f900c925-c8dd-4f09-9708-c004056efdcd req-296fa0a3-d4c7-49bf-a616-2f2a4f6ddd7a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1450069 Jun 01 10:14:51.711320 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f900c925-c8dd-4f09-9708-c004056efdcd req-ceeb041b-9115-47b2-8162-a646af14d0a1 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679486 Jun 01 10:14:52.583644 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60127af8-de80-4e7f-badf-1f379e43a748 req-6fd6fa09-0e96-4e7e-ab23-6313c19ec689 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:52.585257 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-60127af8-de80-4e7f-badf-1f379e43a748 req-6fd6fa09-0e96-4e7e-ab23-6313c19ec689 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 946 time: 0.0826960 Jun 01 10:14:52.642685 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-60127af8-de80-4e7f-badf-1f379e43a748 req-975caff2-21b6-4be1-8e75-2514ef49a276 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508718 Jun 01 10:14:52.933004 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70dd0a-30ad-4984-b2b2-9105ac84021a req-81e27a75-bd0b-4f22-94f8-a3d0931947ac tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:52.941375 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8d70dd0a-30ad-4984-b2b2-9105ac84021a req-81e27a75-bd0b-4f22-94f8-a3d0931947ac tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1078463 Jun 01 10:14:52.985393 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8d70dd0a-30ad-4984-b2b2-9105ac84021a req-cd17f79b-1fab-45a6-a8bf-dacce33d81d3 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431240 Jun 01 10:14:53.460462 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecde748-228b-4126-a6cf-44042feda074 req-098b1a20-d21e-470b-8ec5-52921e9840a1 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:53.461959 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5ecde748-228b-4126-a6cf-44042feda074 req-098b1a20-d21e-470b-8ec5-52921e9840a1 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 946 time: 0.0921671 Jun 01 10:14:53.614670 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-5ecde748-228b-4126-a6cf-44042feda074 req-34b72c32-bbe4-480a-8712-34762f775368 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Deleting port 209bf428-f901-496b-afa9-d203deb027f1 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:14:53.615396 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-5ecde748-228b-4126-a6cf-44042feda074 req-34b72c32-bbe4-480a-8712-34762f775368 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:53.817802 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-5ecde748-228b-4126-a6cf-44042feda074 req-34b72c32-bbe4-480a-8712-34762f775368 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] For port 209bf428-f901-496b-afa9-d203deb027f1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=209bf428-f901-496b-afa9-d203deb027f1,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:53.819025 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-5ecde748-228b-4126-a6cf-44042feda074 req-34b72c32-bbe4-480a-8712-34762f775368 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:54.144586 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-5ecde748-228b-4126-a6cf-44042feda074 req-34b72c32-bbe4-480a-8712-34762f775368 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Calling delete_port for 209bf428-f901-496b-afa9-d203deb027f1 owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:14:54.208483 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba1c15-a6df-4988-b740-a0dcdeef0f5c req-080b997f-abd4-4b66-a7e8-08be7f6240f8 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:54.215666 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5cba1c15-a6df-4988-b740-a0dcdeef0f5c req-080b997f-abd4-4b66-a7e8-08be7f6240f8 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 946 time: 0.3659260 Jun 01 10:14:54.349083 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5cba1c15-a6df-4988-b740-a0dcdeef0f5c req-8721b6df-1585-4072-b7fd-7be1565d6e38 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267722 Jun 01 10:14:54.406953 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-5ecde748-228b-4126-a6cf-44042feda074 req-34b72c32-bbe4-480a-8712-34762f775368 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:54.425426 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:54.426554 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['08abbc79-89d1-4b85-8217-9857577dcd3e', 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba', '209bf428-f901-496b-afa9-d203deb027f1'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:14:54.517737 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b72c32-bbe4-480a-8712-34762f775368 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Pushing event deleted for resources: {'Port': ['ID=209bf428-f901-496b-afa9-d203deb027f1,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:54.563659 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-34b72c32-bbe4-480a-8712-34762f775368 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:54.603805 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecde748-228b-4126-a6cf-44042feda074 req-34b72c32-bbe4-480a-8712-34762f775368 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] No DVR routers for this DVR port 209bf428-f901-496b-afa9-d203deb027f1 on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:14:54.622518 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-5ecde748-228b-4126-a6cf-44042feda074 req-34b72c32-bbe4-480a-8712-34762f775368 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:54.626125 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f', 'name': 'network-vif-deleted', 'tag': '209bf428-f901-496b-afa9-d203deb027f1'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:54.628486 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c66e05-8c62-4f26-9f1f-7816fcb6dd9e" -d '{"events": [{"server_uuid": "2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f", "name": "network-vif-deleted", "tag": "209bf428-f901-496b-afa9-d203deb027f1"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:54.663319 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5ecde748-228b-4126-a6cf-44042feda074 req-34b72c32-bbe4-480a-8712-34762f775368 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "DELETE /v2.0/ports/209bf428-f901-496b-afa9-d203deb027f1 HTTP/1.1" status: 204 len: 173 time: 1.1939209 Jun 01 10:14:54.681976 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0c3ad-0853-4959-affe-e6129375f683 req-86731961-eb7a-4f69-a96a-9f412d9f8fc2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:54.683606 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ada0c3ad-0853-4959-affe-e6129375f683 req-86731961-eb7a-4f69-a96a-9f412d9f8fc2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1185107 Jun 01 10:14:54.756548 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ada0c3ad-0853-4959-affe-e6129375f683 req-3fc95917-d95b-42f0-a098-06d46fc9809c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587575 Jun 01 10:14:54.991454 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4520025-9231-48dd-87a9-21c6fe2a0524 x-openstack-request-id: req-c4520025-9231-48dd-87a9-21c6fe2a0524 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:14:54.992216 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f", "name": "network-vif-deleted", "tag": "209bf428-f901-496b-afa9-d203deb027f1", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:14:54.992584 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c4520025-9231-48dd-87a9-21c6fe2a0524 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:14:54.993523 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f', 'name': 'network-vif-deleted', 'tag': '209bf428-f901-496b-afa9-d203deb027f1', 'status': 'completed', 'code': 200} Jun 01 10:14:55.005599 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ebf8729e-801e-419a-8935-61a29504dbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:55.278334 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6b0c3-6034-4a62-b4d1-eeaa0988b9c6 req-46748be7-20ac-484b-990e-8e4ce4be4ce4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:55.285249 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-14d6b0c3-6034-4a62-b4d1-eeaa0988b9c6 req-46748be7-20ac-484b-990e-8e4ce4be4ce4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1678789 Jun 01 10:14:55.308525 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfc005-5ad4-4c04-8eff-95d8203f68dd req-76ab7673-91c9-4211-85b9-4ee91cce404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:55.310033 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4edfc005-5ad4-4c04-8eff-95d8203f68dd req-76ab7673-91c9-4211-85b9-4ee91cce404f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 1098 time: 0.1345472 Jun 01 10:14:55.359082 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-14d6b0c3-6034-4a62-b4d1-eeaa0988b9c6 req-dcbc6936-2741-4343-8c4f-106840bd31f6 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673590 Jun 01 10:14:55.639721 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-a9b66829-fb63-48e5-864b-7309782f824c req-c4139a02-dab2-408b-8c24-17e968cce8fc tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Synchronizing usage tracker for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:14:55.669517 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfc005-5ad4-4c04-8eff-95d8203f68dd req-15cbad2c-3639-480d-a3bc-39c515ca342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:55.672059 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4edfc005-5ad4-4c04-8eff-95d8203f68dd req-15cbad2c-3639-480d-a3bc-39c515ca342f service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 200 len: 920 time: 0.3116782 Jun 01 10:14:55.681979 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-a9b66829-fb63-48e5-864b-7309782f824c req-c4139a02-dab2-408b-8c24-17e968cce8fc tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Unset dirty status for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:14:55.683966 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a9b66829-fb63-48e5-864b-7309782f824c req-c4139a02-dab2-408b-8c24-17e968cce8fc tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fbac00d-6fb9-4c65-8cd8-9a5b4d3d0a5f HTTP/1.1" status: 200 len: 210 time: 0.0968900 Jun 01 10:14:55.782673 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4edfc005-5ad4-4c04-8eff-95d8203f68dd req-76442841-3f45-40ca-ac9c-cdd2228fa784 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d60353c-d974-412f-a3a1-71b9ff2b9ae7 HTTP/1.1" status: 200 len: 217 time: 0.0972590 Jun 01 10:14:55.856244 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfc005-5ad4-4c04-8eff-95d8203f68dd req-37a0c68f-463c-467a-b74c-869143cae318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:55.857685 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4edfc005-5ad4-4c04-8eff-95d8203f68dd req-37a0c68f-463c-467a-b74c-869143cae318 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=785bd10a-6e85-4db1-b7c7-06b735b5b7aa HTTP/1.1" status: 200 len: 858 time: 0.0628059 Jun 01 10:14:55.958307 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4edfc005-5ad4-4c04-8eff-95d8203f68dd req-bfa97e52-9631-4fe3-a577-1cfb6b5d0342 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838904 Jun 01 10:14:56.117538 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b345b2-8530-4fe5-9e8e-3d613eee761d req-020cc941-e5fb-4d87-bbca-5a79d3b7477a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:56.119405 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-49b345b2-8530-4fe5-9e8e-3d613eee761d req-020cc941-e5fb-4d87-bbca-5a79d3b7477a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2476175 Jun 01 10:14:56.163207 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4edfc005-5ad4-4c04-8eff-95d8203f68dd req-3460b98f-c44e-47ff-8442-e95681041d17 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922860 Jun 01 10:14:56.273194 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-49b345b2-8530-4fe5-9e8e-3d613eee761d req-ef1e071c-39fc-479b-bc79-3de51689f485 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387212 Jun 01 10:14:56.342216 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4edfc005-5ad4-4c04-8eff-95d8203f68dd req-755125ba-447b-4b4f-b604-b80b8bb5b8d3 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650698 Jun 01 10:14:56.594367 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fd9a8-2ed4-44a4-ad55-8ea6fe37bae5 req-3a483bc0-293b-43e8-9f4f-a36f5e28c6ff tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:56.595914 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-029fd9a8-2ed4-44a4-ad55-8ea6fe37bae5 req-3a483bc0-293b-43e8-9f4f-a36f5e28c6ff tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1055009 Jun 01 10:14:56.655435 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-029fd9a8-2ed4-44a4-ad55-8ea6fe37bae5 req-d5cc10ff-0144-433d-bbf5-c72f47d559ed tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524659 Jun 01 10:14:57.248493 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d60ed-c28e-444c-8e1d-e3f851e0fca9 req-3776a031-1e04-4cab-8bbb-65b2a90cc951 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:57.250027 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-329d60ed-c28e-444c-8e1d-e3f851e0fca9 req-3776a031-1e04-4cab-8bbb-65b2a90cc951 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 945 time: 0.0845585 Jun 01 10:14:57.310071 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-329d60ed-c28e-444c-8e1d-e3f851e0fca9 req-3fc7d843-da63-4d24-9248-318f77ca6167 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516326 Jun 01 10:14:57.565719 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:57.661178 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba4e3c-1882-4c60-877f-9e232c7d5646 req-11117ffe-69ef-4c0c-a876-a29d3cbb7d5a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:57.668562 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eaba4e3c-1882-4c60-877f-9e232c7d5646 req-11117ffe-69ef-4c0c-a876-a29d3cbb7d5a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2316365 Jun 01 10:14:57.733444 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eaba4e3c-1882-4c60-877f-9e232c7d5646 req-db63382d-407d-4a85-8069-3c388894f7b0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616322 Jun 01 10:14:57.742846 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-4a3d9065-cc43-4fe9-b7e8-5f5a9f14136b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:57.946952 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85545e-dc5a-4a5a-9483-95722984646c req-913fdd65-c147-442c-9ff2-3b5f7c28ff3d tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:57.948574 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7c85545e-dc5a-4a5a-9483-95722984646c req-913fdd65-c147-442c-9ff2-3b5f7c28ff3d tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1068172 Jun 01 10:14:58.019493 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7c85545e-dc5a-4a5a-9483-95722984646c req-a5ed2315-3e72-49d5-81b5-1374da1905b8 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632124 Jun 01 10:14:58.037366 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 209bf428-f901-496b-afa9-d203deb027f1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:14:58.075419 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: 209bf428-f901-496b-afa9-d203deb027f1 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:14:58.075971 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 209bf428-f901-496b-afa9-d203deb027f1 not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:14:58.498356 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:58.523245 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6060679-8883-4de7-ba52-74a6ce791a86 req-ccd5bb36-4fb4-4e18-90dc-952bc7c85ea1 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:58.526042 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d6060679-8883-4de7-ba52-74a6ce791a86 req-ccd5bb36-4fb4-4e18-90dc-952bc7c85ea1 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 945 time: 0.1017969 Jun 01 10:14:58.578736 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d6060679-8883-4de7-ba52-74a6ce791a86 req-659a15fb-edf7-4a12-8e10-f32c3b2d3193 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452881 Jun 01 10:14:58.913750 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:58.964105 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd90e7f-b128-4faf-8c6e-859e1cbcaa99 req-8997c129-3e28-4652-b493-7fbe1c72f664 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:58.965619 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-acd90e7f-b128-4faf-8c6e-859e1cbcaa99 req-8997c129-3e28-4652-b493-7fbe1c72f664 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 945 time: 0.1491973 Jun 01 10:14:58.979259 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9e875-f9cb-4d30-8d4c-ba2da40d81bc req-7e5d5afd-387c-40c0-9e2c-6ba608e7ff3a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:58.980787 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bbb9e875-f9cb-4d30-8d4c-ba2da40d81bc req-7e5d5afd-387c-40c0-9e2c-6ba608e7ff3a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1134648 Jun 01 10:14:59.111562 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bbb9e875-f9cb-4d30-8d4c-ba2da40d81bc req-11676293-2fdb-4b69-9cf9-886920e7ec59 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917096 Jun 01 10:14:59.161885 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-acd90e7f-b128-4faf-8c6e-859e1cbcaa99 req-536b1dec-b644-4b99-ae8e-68445f342cab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Deleting port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:14:59.162306 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-acd90e7f-b128-4faf-8c6e-859e1cbcaa99 req-536b1dec-b644-4b99-ae8e-68445f342cab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:59.358975 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-acd90e7f-b128-4faf-8c6e-859e1cbcaa99 req-536b1dec-b644-4b99-ae8e-68445f342cab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] For port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:14:59.359344 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-acd90e7f-b128-4faf-8c6e-859e1cbcaa99 req-536b1dec-b644-4b99-ae8e-68445f342cab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:59.489782 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-acd90e7f-b128-4faf-8c6e-859e1cbcaa99 req-536b1dec-b644-4b99-ae8e-68445f342cab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Calling delete_port for b566df6d-9636-42fc-aa2b-f5f1f32fa7ba owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:14:59.506696 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bf28a-fbb3-43ea-a644-6a7a5851a4a7 req-4a1cfc24-4c5e-484a-a59b-79c87d215809 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:14:59.513664 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ce6bf28a-fbb3-43ea-a644-6a7a5851a4a7 req-4a1cfc24-4c5e-484a-a59b-79c87d215809 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.2628536 Jun 01 10:14:59.581628 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ce6bf28a-fbb3-43ea-a644-6a7a5851a4a7 req-f2c0a04e-2c3d-4e88-b6d9-64ec0f75e734 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669739 Jun 01 10:14:59.724694 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-acd90e7f-b128-4faf-8c6e-859e1cbcaa99 req-536b1dec-b644-4b99-ae8e-68445f342cab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:59.736849 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ed539587-54ff-43c6-bc64-187c81794c53 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:14:59.738633 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['08abbc79-89d1-4b85-8217-9857577dcd3e', 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:14:59.852999 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ddbfc901-bdd4-48d5-b69c-e1a79ab44be7 req-fe590f12-2039-463a-886e-b8b9b1b86cb6 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d0b098a-6869-4fb5-b020-6573ad660552 HTTP/1.1" status: 200 len: 210 time: 0.0776827 Jun 01 10:14:59.855557 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b1dec-b644-4b99-ae8e-68445f342cab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Pushing event deleted for resources: {'Port': ['ID=b566df6d-9636-42fc-aa2b-f5f1f32fa7ba,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:14:59.858853 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-536b1dec-b644-4b99-ae8e-68445f342cab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:14:59.956729 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd90e7f-b128-4faf-8c6e-859e1cbcaa99 req-536b1dec-b644-4b99-ae8e-68445f342cab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] No DVR routers for this DVR port b566df6d-9636-42fc-aa2b-f5f1f32fa7ba on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:14:59.959787 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-acd90e7f-b128-4faf-8c6e-859e1cbcaa99 req-536b1dec-b644-4b99-ae8e-68445f342cab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:14:59.962589 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0b098a-6869-4fb5-b020-6573ad660552', 'name': 'network-vif-deleted', 'tag': 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:14:59.965080 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66b9d0a-6b26-42f7-8a31-84ff8c613352" -d '{"events": [{"server_uuid": "8d0b098a-6869-4fb5-b020-6573ad660552", "name": "network-vif-deleted", "tag": "b566df6d-9636-42fc-aa2b-f5f1f32fa7ba"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:14:59.981977 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-acd90e7f-b128-4faf-8c6e-859e1cbcaa99 req-536b1dec-b644-4b99-ae8e-68445f342cab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "DELETE /v2.0/ports/b566df6d-9636-42fc-aa2b-f5f1f32fa7ba HTTP/1.1" status: 204 len: 173 time: 0.9992712 Jun 01 10:15:00.020913 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ac218e-208e-4974-b774-ee9550ddb7bb x-openstack-request-id: req-37ac218e-208e-4974-b774-ee9550ddb7bb {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:15:00.021309 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0b098a-6869-4fb5-b020-6573ad660552", "name": "network-vif-deleted", "tag": "b566df6d-9636-42fc-aa2b-f5f1f32fa7ba", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:15:00.021663 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-37ac218e-208e-4974-b774-ee9550ddb7bb {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:15:00.022583 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0b098a-6869-4fb5-b020-6573ad660552', 'name': 'network-vif-deleted', 'tag': 'b566df6d-9636-42fc-aa2b-f5f1f32fa7ba', 'status': 'completed', 'code': 200} Jun 01 10:15:00.342347 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6239b2-8a40-46d5-ade6-84efb2b3e034 req-c7739ad2-420a-44a0-8bc3-29fcf69990a5 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:00.344035 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9b6239b2-8a40-46d5-ade6-84efb2b3e034 req-c7739ad2-420a-44a0-8bc3-29fcf69990a5 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.0979960 Jun 01 10:15:00.371793 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:00.396078 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9b6239b2-8a40-46d5-ade6-84efb2b3e034 req-63f48f6d-918c-441a-83a8-afe9cbdb72ca tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442629 Jun 01 10:15:00.860372 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5c369-e747-4250-b5dd-0ccdfc3e21fb req-3b346e2b-4470-42b1-bd3a-651afdb40dbf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:00.867307 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ddc5c369-e747-4250-b5dd-0ccdfc3e21fb req-3b346e2b-4470-42b1-bd3a-651afdb40dbf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1413603 Jun 01 10:15:00.953121 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ddc5c369-e747-4250-b5dd-0ccdfc3e21fb req-9b1a521c-06a1-45ad-a77a-c65a32422fcb tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644560 Jun 01 10:15:00.963333 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 33116) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:01.043551 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_v2 [None req-0945f8d7-238d-4fb4-9575-08cc4cfc139a admin admin] Deleting subnet a6f63f5e-18a7-478e-a3ce-663e7848c263 {{(pid=91915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:15:01.047447 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0945f8d7-238d-4fb4-9575-08cc4cfc139a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:01.101446 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0945f8d7-238d-4fb4-9575-08cc4cfc139a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:01.108938 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0945f8d7-238d-4fb4-9575-08cc4cfc139a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:01.590712 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0945f8d7-238d-4fb4-9575-08cc4cfc139a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872'] for subnet, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:01.610682 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:01.659531 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0945f8d7-238d-4fb4-9575-08cc4cfc139a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:01.662811 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945f8d7-238d-4fb4-9575-08cc4cfc139a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f63f5e-18a7-478e-a3ce-663e7848c263,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:01.665445 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0945f8d7-238d-4fb4-9575-08cc4cfc139a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:01.679904 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-0945f8d7-238d-4fb4-9575-08cc4cfc139a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a6f63f5e-18a7-478e-a3ce-663e7848c263 HTTP/1.1" status: 204 len: 168 time: 0.7154257 Jun 01 10:15:01.682546 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 33132) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:01.781153 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378df46e-d145-48d7-b897-fc38d1778236 req-436ef3cd-1047-426f-a50d-196769ad476a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:01.783253 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-378df46e-d145-48d7-b897-fc38d1778236 req-436ef3cd-1047-426f-a50d-196769ad476a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2518585 Jun 01 10:15:01.827561 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:01.863473 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-378df46e-d145-48d7-b897-fc38d1778236 req-d16a9e1a-6847-4b7c-b764-4429162b21fd tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659091 Jun 01 10:15:02.004980 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:02.023201 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.023546 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.024384 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.024741 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.025067 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.025424 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.025738 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.026099 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.026416 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.026734 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.052773 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device b566df6d-9636-42fc-aa2b-f5f1f32fa7ba no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:15:02.096296 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: b566df6d-9636-42fc-aa2b-f5f1f32fa7ba {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:15:02.097008 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device b566df6d-9636-42fc-aa2b-f5f1f32fa7ba not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:15:02.106814 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.107342 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.107684 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.108019 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91915) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 10:15:02.108395 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e882eb-3006-4ee3-98bd-381d5549b829']}} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:02.161523 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f344ae-5972-4e66-a56c-9da130efbddd') {'for_net_delete': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:02.161869 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f344ae-5972-4e66-a56c-9da130efbddd') {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:02.180804 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16659222'] for segment, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:02.206944 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:02.216315 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=91915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:15:02.216712 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14660954'] for segment, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: from cryptography.utils import int_from_bytes Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: from cryptography.utils import int_from_bytes Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: Traceback (most recent call last): Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: timer() Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: cb(*args, **kw) Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: return func(*args, **kwargs) Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: self._notify() Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: self.callback(batched_events) Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: event.method(event) Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: return f(self, *a, **k) Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: return self._get(url).json() Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: return self.request(url, 'GET', **kwargs) Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:15:02.234023 dv-cinder-784779-13-smb neutron-server[91915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:15:02.327500 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea7f41-0a80-40c9-adbe-e57537616ea2 req-aa503d15-28e3-474c-8e86-7638d6dfd325 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:02.329411 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-52ea7f41-0a80-40c9-adbe-e57537616ea2 req-aa503d15-28e3-474c-8e86-7638d6dfd325 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.2129369 Jun 01 10:15:02.338431 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:02.361760 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d2849458-6222-406d-99c1-64767e79a4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:02.384278 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:02.386822 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e882eb-3006-4ee3-98bd-381d5549b829,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:02.395153 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:02.403881 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a9e882eb-3006-4ee3-98bd-381d5549b829 HTTP/1.1" status: 204 len: 168 time: 0.7204480 Jun 01 10:15:02.407472 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 33144) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:02.445520 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-52ea7f41-0a80-40c9-adbe-e57537616ea2 req-f2c7feb0-310c-488f-830e-82c202d31c1b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054242 Jun 01 10:15:02.498471 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f14945-0619-49af-b983-3ad876b13d1f admin admin] Deleting subnet d768d471-f341-410d-8860-0527848e88bf {{(pid=91915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:15:02.502676 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c7f14945-0619-49af-b983-3ad876b13d1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:02.557030 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c7f14945-0619-49af-b983-3ad876b13d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16659229'] for subnet, precommit_delete_associations {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:02.647082 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c7f14945-0619-49af-b983-3ad876b13d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:02.981509 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cedb9-91c3-4c09-98c9-8901b2873e44 req-02d6a988-cba1-4ff2-adb8-48da6b0acfa9 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:02.982145 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-772cedb9-91c3-4c09-98c9-8901b2873e44 req-02d6a988-cba1-4ff2-adb8-48da6b0acfa9 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Synchronizing usage tracker for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:15:03.011017 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-772cedb9-91c3-4c09-98c9-8901b2873e44 req-02d6a988-cba1-4ff2-adb8-48da6b0acfa9 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Unset dirty status for tenant:2989a6a6de9c4464ae86609e447bfaba on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:15:03.012281 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-772cedb9-91c3-4c09-98c9-8901b2873e44 req-02d6a988-cba1-4ff2-adb8-48da6b0acfa9 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 946 time: 0.2000318 Jun 01 10:15:03.013660 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c7f14945-0619-49af-b983-3ad876b13d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14465532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13795850'] for subnet, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:03.018551 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:03.074218 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f14945-0619-49af-b983-3ad876b13d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d768d471-f341-410d-8860-0527848e88bf,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:03.081114 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c7f14945-0619-49af-b983-3ad876b13d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:03.082534 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c7f14945-0619-49af-b983-3ad876b13d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:03.100142 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-c7f14945-0619-49af-b983-3ad876b13d1f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d768d471-f341-410d-8860-0527848e88bf HTTP/1.1" status: 204 len: 168 time: 0.6918409 Jun 01 10:15:03.103123 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33152) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:03.110883 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-772cedb9-91c3-4c09-98c9-8901b2873e44 req-4b74750f-ad53-4f3b-820e-8b0ec144d3ac tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638700 Jun 01 10:15:03.261054 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:03.319792 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea891d62-6fff-4f36-a3c4-6458e0b82892 req-639783c2-2e6f-4a08-a324-b4a382c6517c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:03.321342 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ea891d62-6fff-4f36-a3c4-6458e0b82892 req-639783c2-2e6f-4a08-a324-b4a382c6517c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.0857272 Jun 01 10:15:03.370970 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ea891d62-6fff-4f36-a3c4-6458e0b82892 req-fd01c55e-df47-443d-82eb-3157560731ec tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Jun 01 10:15:03.426450 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:03.439885 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897485d9-a753-4f69-9697-5ff65abbf114']}} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:03.452704 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325b61c4-a1cc-4221-ae38-717f339011c1') {'for_net_delete': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:03.453012 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325b61c4-a1cc-4221-ae38-717f339011c1') {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:03.465287 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14937737'] for segment, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:03.483146 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:03.490521 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=91916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:15:03.491226 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2725624'] for segment, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: Traceback (most recent call last): Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: timer() Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: cb(*args, **kw) Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: return func(*args, **kwargs) Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: self._notify() Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: self.callback(batched_events) Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: event.method(event) Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: return f(self, *a, **k) Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: return self._get(url).json() Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: return self.request(url, 'GET', **kwargs) Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:15:03.504987 dv-cinder-784779-13-smb neutron-server[91916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:15:03.668013 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcddbd-e03f-4d01-ba07-3cae97fd0f25 req-6868ec1d-e590-436c-aac3-b7cf8a37489b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:03.676065 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7bdcddbd-e03f-4d01-ba07-3cae97fd0f25 req-6868ec1d-e590-436c-aac3-b7cf8a37489b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1090708 Jun 01 10:15:03.716655 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:03.721566 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:03.736738 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:03.747493 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=897485d9-a753-4f69-9697-5ff65abbf114,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:03.753778 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/897485d9-a753-4f69-9697-5ff65abbf114 HTTP/1.1" status: 204 len: 168 time: 0.6461170 Jun 01 10:15:03.753778 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ce5e8584-348a-4d51-93e4-48eedb0321e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:03.828275 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7bdcddbd-e03f-4d01-ba07-3cae97fd0f25 req-70653d15-300f-4e85-9f31-8d060dd75ff4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510494 Jun 01 10:15:03.965551 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33162) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:04.025269 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-a622935f-1762-4fc8-8749-84ac126cce59 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8f2e2152e254cea9b1d5c3933ddd3c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582359 Jun 01 10:15:04.027816 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33166) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:04.099460 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f24e97eb-13e5-488f-bf29-188bce22c015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:04.126119 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f24e97eb-13e5-488f-bf29-188bce22c015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:04.186685 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f24e97eb-13e5-488f-bf29-188bce22c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:04.192568 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-06287240-4dff-45dd-a14f-0333bbabdbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:04.205586 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e97eb-13e5-488f-bf29-188bce22c015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08158e35-8827-4449-a8b1-288b72858cc3,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:04.208709 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f24e97eb-13e5-488f-bf29-188bce22c015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:04.211370 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f24e97eb-13e5-488f-bf29-188bce22c015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:04.215184 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-f24e97eb-13e5-488f-bf29-188bce22c015 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08158e35-8827-4449-a8b1-288b72858cc3 HTTP/1.1" status: 204 len: 168 time: 0.1863837 Jun 01 10:15:04.326358 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ae1e6-04dd-40ae-9f97-df639ab8742f req-1fb57fcf-9928-4d5e-a9fb-9090cc66b576 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:04.333197 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3e1ae1e6-04dd-40ae-9f97-df639ab8742f req-1fb57fcf-9928-4d5e-a9fb-9090cc66b576 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 946 time: 0.0974369 Jun 01 10:15:04.388301 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3e1ae1e6-04dd-40ae-9f97-df639ab8742f req-e02f9c3d-9ef9-46af-9d58-e3a370b68c70 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/security-groups?id=b09ec885-2092-4a28-bbdf-cc3b9209acc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541627 Jun 01 10:15:04.607888 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db6db4-9fc6-4372-92c6-09d7e6593c91 req-d72cea84-fbe5-4220-9116-d584f9ec2ee3 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:04.609472 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a1db6db4-9fc6-4372-92c6-09d7e6593c91 req-d72cea84-fbe5-4220-9116-d584f9ec2ee3 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.0969656 Jun 01 10:15:04.690430 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33178) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:04.707126 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a1db6db4-9fc6-4372-92c6-09d7e6593c91 req-75fcb71c-b7ff-4093-8cc9-d031b6fde558 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897861 Jun 01 10:15:04.763711 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b4871-7485-4557-bf63-a424d7c44528 req-3e056e93-7283-4381-8839-2e041aaedb93 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:04.766095 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4f1b4871-7485-4557-bf63-a424d7c44528 req-3e056e93-7283-4381-8839-2e041aaedb93 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 946 time: 0.1081769 Jun 01 10:15:04.786743 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-335228a4-ea7b-46d6-b178-7b54880faf74 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6e7a0f695c54c118f85d75f8ca07582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0950139 Jun 01 10:15:04.787823 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33184) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:04.884621 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-57b5c5de-9c00-41b6-8ded-f3840b72bc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:04.922636 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-57b5c5de-9c00-41b6-8ded-f3840b72bc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:04.991162 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-57b5c5de-9c00-41b6-8ded-f3840b72bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:04.997679 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-de868f67-d62b-4ce0-93be-2e467163f486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:05.012013 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5c5de-9c00-41b6-8ded-f3840b72bc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c959aa52-233b-49f9-8b2d-1721c5cf9e21,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:05.014946 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-57b5c5de-9c00-41b6-8ded-f3840b72bc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:05.019889 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-57b5c5de-9c00-41b6-8ded-f3840b72bc95 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c959aa52-233b-49f9-8b2d-1721c5cf9e21 HTTP/1.1" status: 204 len: 168 time: 0.2273548 Jun 01 10:15:05.019889 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-57b5c5de-9c00-41b6-8ded-f3840b72bc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:05.020465 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-4f1b4871-7485-4557-bf63-a424d7c44528 req-f6bf1969-bf83-40d3-bbbf-d53d91536388 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Deleting port 08abbc79-89d1-4b85-8217-9857577dcd3e {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:15:05.020465 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4f1b4871-7485-4557-bf63-a424d7c44528 req-f6bf1969-bf83-40d3-bbbf-d53d91536388 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:05.147753 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83676b-ba01-49c5-9edc-b7d6d162541f req-3030f5c8-239c-460b-a516-476bb6ad0ed3 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:05.154837 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2d83676b-ba01-49c5-9edc-b7d6d162541f req-3030f5c8-239c-460b-a516-476bb6ad0ed3 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.2125695 Jun 01 10:15:05.232717 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-4f1b4871-7485-4557-bf63-a424d7c44528 req-f6bf1969-bf83-40d3-bbbf-d53d91536388 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] For port 08abbc79-89d1-4b85-8217-9857577dcd3e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=08abbc79-89d1-4b85-8217-9857577dcd3e,segment=NetworkSegment(7f891d76-d59d-46c7-9a50-505d24e35d49),segment_id=7f891d76-d59d-46c7-9a50-505d24e35d49)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:05.233306 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4f1b4871-7485-4557-bf63-a424d7c44528 req-f6bf1969-bf83-40d3-bbbf-d53d91536388 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:05.255838 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2d83676b-ba01-49c5-9edc-b7d6d162541f req-2e8f9a90-4933-496c-a67b-e598fe7186ea tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994697 Jun 01 10:15:05.384949 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-4f1b4871-7485-4557-bf63-a424d7c44528 req-f6bf1969-bf83-40d3-bbbf-d53d91536388 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Calling delete_port for 08abbc79-89d1-4b85-8217-9857577dcd3e owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:15:05.592390 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4f1b4871-7485-4557-bf63-a424d7c44528 req-f6bf1969-bf83-40d3-bbbf-d53d91536388 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:05.596300 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2f16e9a0-19f1-4ce7-a97c-7124a7c00ef4 req-b182d4bc-c2d7-453d-948b-c9eaa29ea16e tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.47 "GET /v2.0/ports?device_id=96e42e5c-77ba-4113-8f28-a77ad27a9031 HTTP/1.1" status: 200 len: 210 time: 0.0549321 Jun 01 10:15:05.600463 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:05.605777 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['08abbc79-89d1-4b85-8217-9857577dcd3e'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:15:05.648259 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf1969-bf83-40d3-bbbf-d53d91536388 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Pushing event deleted for resources: {'Port': ['ID=08abbc79-89d1-4b85-8217-9857577dcd3e,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:05.654199 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f6bf1969-bf83-40d3-bbbf-d53d91536388 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:05.738741 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1b4871-7485-4557-bf63-a424d7c44528 req-f6bf1969-bf83-40d3-bbbf-d53d91536388 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] No DVR routers for this DVR port 08abbc79-89d1-4b85-8217-9857577dcd3e on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:15:05.741508 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4f1b4871-7485-4557-bf63-a424d7c44528 req-f6bf1969-bf83-40d3-bbbf-d53d91536388 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:05.744239 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e42e5c-77ba-4113-8f28-a77ad27a9031', 'name': 'network-vif-deleted', 'tag': '08abbc79-89d1-4b85-8217-9857577dcd3e'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:15:05.746690 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae3de9a-531c-42f3-834f-ad95a2a2d95c" -d '{"events": [{"server_uuid": "96e42e5c-77ba-4113-8f28-a77ad27a9031", "name": "network-vif-deleted", "tag": "08abbc79-89d1-4b85-8217-9857577dcd3e"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:15:05.768855 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4f1b4871-7485-4557-bf63-a424d7c44528 req-f6bf1969-bf83-40d3-bbbf-d53d91536388 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] 10.222.0.82 "DELETE /v2.0/ports/08abbc79-89d1-4b85-8217-9857577dcd3e HTTP/1.1" status: 204 len: 173 time: 0.9969652 Jun 01 10:15:05.810874 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e228edb-7e51-4387-b17d-4510e74d2545 x-openstack-request-id: req-7e228edb-7e51-4387-b17d-4510e74d2545 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:15:05.811235 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e42e5c-77ba-4113-8f28-a77ad27a9031", "name": "network-vif-deleted", "tag": "08abbc79-89d1-4b85-8217-9857577dcd3e", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:15:05.811481 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7e228edb-7e51-4387-b17d-4510e74d2545 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:15:05.811895 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e42e5c-77ba-4113-8f28-a77ad27a9031', 'name': 'network-vif-deleted', 'tag': '08abbc79-89d1-4b85-8217-9857577dcd3e', 'status': 'completed', 'code': 200} Jun 01 10:15:06.033054 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30187982-a6e4-45cb-8604-e27fb44e8f44 req-769e286e-d961-4d49-9c6d-475e5035accb tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:06.040532 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-30187982-a6e4-45cb-8604-e27fb44e8f44 req-769e286e-d961-4d49-9c6d-475e5035accb tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1099069 Jun 01 10:15:06.100137 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-30187982-a6e4-45cb-8604-e27fb44e8f44 req-18c3f3f4-e66d-4b7e-aaf1-b0fc665c19ab tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586278 Jun 01 10:15:06.556387 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf30f25-eda1-4567-980d-f84963f400f1 req-31653e66-df37-4947-881b-bbe7fd69188b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:06.559282 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dbf30f25-eda1-4567-980d-f84963f400f1 req-31653e66-df37-4947-881b-bbe7fd69188b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1284301 Jun 01 10:15:06.650008 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dbf30f25-eda1-4567-980d-f84963f400f1 req-c6533733-beab-489d-811e-56f015f32e60 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803053 Jun 01 10:15:06.743294 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33232) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:06.830703 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7f57ae-0493-4a7b-933c-11ee09fb99fd admin admin] Deleting subnet 61a86ecc-120a-43b8-8f1a-c7f927bfc9b3 {{(pid=91916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:15:06.835405 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-be7f57ae-0493-4a7b-933c-11ee09fb99fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:06.911885 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-be7f57ae-0493-4a7b-933c-11ee09fb99fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14937730'] for subnet, precommit_delete_associations {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:07.012602 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-be7f57ae-0493-4a7b-933c-11ee09fb99fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:07.318733 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cd450-6761-4817-aefd-fa05ba96792e req-16fa2aa1-43ca-40a0-9834-c3a6d06f01c8 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:07.326055 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0f6cd450-6761-4817-aefd-fa05ba96792e req-16fa2aa1-43ca-40a0-9834-c3a6d06f01c8 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1090682 Jun 01 10:15:07.326264 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-be7f57ae-0493-4a7b-933c-11ee09fb99fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2792030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14452368'] for subnet, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:07.330870 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:07.365258 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f57ae-0493-4a7b-933c-11ee09fb99fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a86ecc-120a-43b8-8f1a-c7f927bfc9b3,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:07.368653 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-be7f57ae-0493-4a7b-933c-11ee09fb99fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:07.369470 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-be7f57ae-0493-4a7b-933c-11ee09fb99fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:07.376954 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-be7f57ae-0493-4a7b-933c-11ee09fb99fd admin admin] 10.222.0.47 "DELETE /v2.0/subnets/61a86ecc-120a-43b8-8f1a-c7f927bfc9b3 HTTP/1.1" status: 204 len: 168 time: 0.6317260 Jun 01 10:15:07.379779 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33244) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:07.392301 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0f6cd450-6761-4817-aefd-fa05ba96792e req-c8d46cb1-ff0c-4c0f-a931-90e27c3ab0a8 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631452 Jun 01 10:15:07.511901 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:07.650114 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:07.664119 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841b4b83-8eda-4e08-8aee-f131c393ea92']}} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:07.677217 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f891d76-d59d-46c7-9a50-505d24e35d49') {'for_net_delete': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:07.677731 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f891d76-d59d-46c7-9a50-505d24e35d49') {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:07.690685 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14937737'] for segment, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:07.709157 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:07.715498 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=91916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:15:07.715888 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2725624'] for segment, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: Traceback (most recent call last): Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: timer() Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: cb(*args, **kw) Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: return func(*args, **kwargs) Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: self._notify() Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: self.callback(batched_events) Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: event.method(event) Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: return f(self, *a, **k) Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: return self._get(url).json() Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: return self.request(url, 'GET', **kwargs) Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:15:07.729647 dv-cinder-784779-13-smb neutron-server[91916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:15:07.815513 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:07.820491 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7f4942c6-0aa8-4fdc-aa7d-e4f3f27a6536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:07.852159 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:07.859026 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] Pushing event deleted for resources: {'Network': ['ID=841b4b83-8eda-4e08-8aee-f131c393ea92,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:07.864246 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:07.881636 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-55ee9e94-98f8-491c-ad8a-703518a07983 admin admin] 10.222.0.47 "DELETE /v2.0/networks/841b4b83-8eda-4e08-8aee-f131c393ea92 HTTP/1.1" status: 204 len: 168 time: 0.5008411 Jun 01 10:15:07.913684 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757c685-0716-41d2-bf30-d47067046cc2 req-1014a648-aca8-474d-bde3-4ff88d377dd9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:07.915178 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8757c685-0716-41d2-bf30-d47067046cc2 req-1014a648-aca8-474d-bde3-4ff88d377dd9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1497462 Jun 01 10:15:08.006407 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8757c685-0716-41d2-bf30-d47067046cc2 req-3fda09d5-d251-480e-ba03-e732d23d8a1f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823588 Jun 01 10:15:08.069491 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 08abbc79-89d1-4b85-8217-9857577dcd3e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:15:08.152629 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 33264) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:08.163563 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: 08abbc79-89d1-4b85-8217-9857577dcd3e {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:15:08.170892 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 08abbc79-89d1-4b85-8217-9857577dcd3e not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:15:08.300555 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-1eb23aa2-cf49-40de-b0d3-9434ad4da5b7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2989a6a6de9c4464ae86609e447bfaba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1441679 Jun 01 10:15:08.301481 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33270) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:08.423463 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-546d23b9-f95c-4fe3-b2bf-172c7777ef00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:08.488988 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-546d23b9-f95c-4fe3-b2bf-172c7777ef00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:08.648261 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-546d23b9-f95c-4fe3-b2bf-172c7777ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:08.667409 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ba0cee5e-f202-4b57-8f8f-56ec90c29789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:08.672572 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88997828-c6b8-402b-8874-62bed7541400 req-9a40e2a6-0f31-46c2-9613-e24cb7e0950c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:08.680582 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-88997828-c6b8-402b-8874-62bed7541400 req-9a40e2a6-0f31-46c2-9613-e24cb7e0950c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.3068156 Jun 01 10:15:08.687840 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d23b9-f95c-4fe3-b2bf-172c7777ef00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09ec885-2092-4a28-bbdf-cc3b9209acc5,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:08.693080 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-546d23b9-f95c-4fe3-b2bf-172c7777ef00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:08.697234 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-546d23b9-f95c-4fe3-b2bf-172c7777ef00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:08.698695 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-546d23b9-f95c-4fe3-b2bf-172c7777ef00 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b09ec885-2092-4a28-bbdf-cc3b9209acc5 HTTP/1.1" status: 204 len: 168 time: 0.3960547 Jun 01 10:15:08.846449 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-88997828-c6b8-402b-8874-62bed7541400 req-749ea88c-3d4d-4ede-833f-527ba695d911 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649954 Jun 01 10:15:08.877549 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbe54d-000d-43ce-a71b-46888d99e0db req-48c6c4c9-a9be-49af-a7d3-8fb3f00d3f20 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:08.888280 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-57bbe54d-000d-43ce-a71b-46888d99e0db req-48c6c4c9-a9be-49af-a7d3-8fb3f00d3f20 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.3172362 Jun 01 10:15:08.938493 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-57bbe54d-000d-43ce-a71b-46888d99e0db req-669953c9-5ef8-463e-8be3-7ca38407b7c5 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492382 Jun 01 10:15:09.232031 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463d3b8-6ed5-4c90-9712-1b0230bce7c5 req-020ad950-7ac0-4aec-97b0-7c3810cca325 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:09.239988 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f463d3b8-6ed5-4c90-9712-1b0230bce7c5 req-020ad950-7ac0-4aec-97b0-7c3810cca325 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1143217 Jun 01 10:15:09.294058 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f463d3b8-6ed5-4c90-9712-1b0230bce7c5 req-0b22a449-03c1-476d-addb-e340c1c581fd tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529480 Jun 01 10:15:10.230010 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690596d-f93d-4700-a158-2e924ab24b6c req-c0fc201d-bee4-4520-be6b-772493c57c95 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:10.237814 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5690596d-f93d-4700-a158-2e924ab24b6c req-c0fc201d-bee4-4520-be6b-772493c57c95 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.2192183 Jun 01 10:15:10.271622 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9b877-f49c-4f91-aad1-8381cb745dfa req-f5b9f7ce-a496-4228-9723-61a7bda637b1 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:10.278815 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5ae9b877-f49c-4f91-aad1-8381cb745dfa req-f5b9f7ce-a496-4228-9723-61a7bda637b1 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1697166 Jun 01 10:15:10.346735 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5690596d-f93d-4700-a158-2e924ab24b6c req-b06ee0f1-62a5-4d15-b6c3-dff223a33784 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080399 Jun 01 10:15:10.377200 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5ae9b877-f49c-4f91-aad1-8381cb745dfa req-1d1168e8-723e-4b36-9148-5645f451107a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917385 Jun 01 10:15:10.630596 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bfbb0-68d9-45a0-beb0-40b9cb8fdeda req-6749b31c-65d8-4106-b86e-2bc2e7453567 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:10.632177 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7b3bfbb0-68d9-45a0-beb0-40b9cb8fdeda req-6749b31c-65d8-4106-b86e-2bc2e7453567 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1220224 Jun 01 10:15:10.703446 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7b3bfbb0-68d9-45a0-beb0-40b9cb8fdeda req-9b4ea810-b69b-43fa-8692-88517a470313 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646081 Jun 01 10:15:11.803367 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86897f81-0b4a-4d84-ac19-cf5b350d85b5 req-79c28132-5472-4e0e-b387-c943caff67ec tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:11.804933 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-86897f81-0b4a-4d84-ac19-cf5b350d85b5 req-79c28132-5472-4e0e-b387-c943caff67ec tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.2082593 Jun 01 10:15:11.813277 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349c57e-1ce2-4864-bac9-3bf4e9700c77 req-8161bad4-3768-4024-9f7e-c027f8fe2110 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:11.815021 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6349c57e-1ce2-4864-bac9-3bf4e9700c77 req-8161bad4-3768-4024-9f7e-c027f8fe2110 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1545219 Jun 01 10:15:11.901095 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-86897f81-0b4a-4d84-ac19-cf5b350d85b5 req-f56de5b4-df20-4467-9541-78a3fc173e5f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848892 Jun 01 10:15:11.915664 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6349c57e-1ce2-4864-bac9-3bf4e9700c77 req-4ab018a1-0afd-45e3-b18d-de17c44666c3 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854623 Jun 01 10:15:12.208478 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-2c302243-d85b-4ffc-9c37-c8291dd23d7c tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264164034&fields=id&tenant_id=1e8360a446b743c383364da9ac1aefa3 HTTP/1.1" status: 200 len: 267 time: 0.0546238 Jun 01 10:15:12.222435 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6146978-fbf8-40bd-888e-7cde89a38886 req-3875405f-01bf-49d0-a454-853eb79e7fcf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:12.230205 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a6146978-fbf8-40bd-888e-7cde89a38886 req-3875405f-01bf-49d0-a454-853eb79e7fcf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1733584 Jun 01 10:15:12.385582 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a6146978-fbf8-40bd-888e-7cde89a38886 req-1f38d27d-772e-4c6e-a786-a1e4955fd2ab tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538198 Jun 01 10:15:12.448662 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-4e167eb1-18fe-4c7f-b7ed-36a69b4f65d4 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:12.456221 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-4e167eb1-18fe-4c7f-b7ed-36a69b4f65d4 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/networks?id=928eadfc-4fb3-4244-9825-0817c1006108 HTTP/1.1" status: 200 len: 808 time: 0.2232327 Jun 01 10:15:12.476274 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-a6ad84af-f01d-46f8-bed3-3fef95ab2139 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/quotas/1e8360a446b743c383364da9ac1aefa3 HTTP/1.1" status: 200 len: 375 time: 0.0188172 Jun 01 10:15:12.566688 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-819c8e02-f9b7-418d-99f5-d0de55792241 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Synchronizing usage tracker for tenant:1e8360a446b743c383364da9ac1aefa3 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:15:12.587469 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-819c8e02-f9b7-418d-99f5-d0de55792241 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Unset dirty status for tenant:1e8360a446b743c383364da9ac1aefa3 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:15:12.601606 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-819c8e02-f9b7-418d-99f5-d0de55792241 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e8360a446b743c383364da9ac1aefa3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177316 Jun 01 10:15:12.848157 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-76d8303e-595c-4088-b200-6298d17ebdee service neutron] 10.222.0.47 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439191 Jun 01 10:15:12.872491 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33422) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:13.043717 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9cf87592-a646-41b7-98ac-98cd8cfb4fcd service neutron] 10.222.0.47 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859400 Jun 01 10:15:13.171318 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5227f588-fa5a-4c0a-841c-bd14f65d432b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:13.226663 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-5227f588-fa5a-4c0a-841c-bd14f65d432b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:13.238505 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-5227f588-fa5a-4c0a-841c-bd14f65d432b admin admin] Usage tracker for resource:security_group_rule and tenant:ffb886563d724bf6947f7472868f683b is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:13.246278 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-5227f588-fa5a-4c0a-841c-bd14f65d432b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:13.254952 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-5227f588-fa5a-4c0a-841c-bd14f65d432b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:13.377534 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5227f588-fa5a-4c0a-841c-bd14f65d432b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:13.387358 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5227f588-fa5a-4c0a-841c-bd14f65d432b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:13.403882 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d7e068c6-aa2b-4fe8-940f-a4e6c1c7bf07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:13.439181 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162495a-633b-452d-b342-eea15112d034 req-405de3fe-f1d7-4e2b-8738-cd542f473ede tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:13.443727 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5162495a-633b-452d-b342-eea15112d034 req-405de3fe-f1d7-4e2b-8738-cd542f473ede tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1365917 Jun 01 10:15:13.451612 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227f588-fa5a-4c0a-841c-bd14f65d432b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae03832-0a54-4bca-b5ad-069917b4f0d7,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:13.461158 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-5227f588-fa5a-4c0a-841c-bd14f65d432b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ffb886563d724bf6947f7472868f683b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5863063 Jun 01 10:15:13.462874 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5227f588-fa5a-4c0a-841c-bd14f65d432b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:13.463616 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33460) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:13.584663 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5162495a-633b-452d-b342-eea15112d034 req-60e8098c-87a5-4ec3-a4ff-ffa03050d7e7 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314685 Jun 01 10:15:13.594901 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-dd755053-e846-4e37-b7c3-41662622ef1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:13.652487 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-dd755053-e846-4e37-b7c3-41662622ef1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:13.757463 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-dd755053-e846-4e37-b7c3-41662622ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:13.763068 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-1af24257-1ac7-4cce-863c-464593177a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:13.779659 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd755053-e846-4e37-b7c3-41662622ef1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae03832-0a54-4bca-b5ad-069917b4f0d7,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:13.792873 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-dd755053-e846-4e37-b7c3-41662622ef1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:13.813401 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-dd755053-e846-4e37-b7c3-41662622ef1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:13.815103 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-dd755053-e846-4e37-b7c3-41662622ef1b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fae03832-0a54-4bca-b5ad-069917b4f0d7 HTTP/1.1" status: 204 len: 168 time: 0.3498130 Jun 01 10:15:14.071800 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598d4fd-c6f2-4994-b9e5-81efa27384d6 req-3b2fb873-8fc4-492c-82d3-8cfb47c4e137 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:14.079341 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4598d4fd-c6f2-4994-b9e5-81efa27384d6 req-3b2fb873-8fc4-492c-82d3-8cfb47c4e137 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.2780154 Jun 01 10:15:14.089220 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d2182-ab48-4621-a9bb-7a24992b8c38 req-4de4f423-9842-435a-b7b8-90971dd9f6b7 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:14.096956 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a07d2182-ab48-4621-a9bb-7a24992b8c38 req-4de4f423-9842-435a-b7b8-90971dd9f6b7 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.2082343 Jun 01 10:15:14.177627 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4598d4fd-c6f2-4994-b9e5-81efa27384d6 req-714051f4-0c92-4e7b-807b-a1a4c1ff13d0 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972950 Jun 01 10:15:14.189214 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a07d2182-ab48-4621-a9bb-7a24992b8c38 req-065d6a7b-115c-4fd9-bef9-6f593f8998c3 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913227 Jun 01 10:15:14.324307 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a8c758c7-df3e-4358-ac36-c568ea4032c4 req-6825d1da-1707-4308-99a2-06f49aef05b4 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 210 time: 0.0658748 Jun 01 10:15:14.388435 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33500) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:14.407847 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-82d87949-517c-46ef-9269-fccb0fd5d1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:14.424239 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-82d87949-517c-46ef-9269-fccb0fd5d1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:14.428278 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-82d87949-517c-46ef-9269-fccb0fd5d1b9 admin admin] Usage tracker for resource:security_group_rule and tenant:1432d0a3788e4fd9bb8953768d80b2a0 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:14.431510 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-82d87949-517c-46ef-9269-fccb0fd5d1b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:14.438598 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-82d87949-517c-46ef-9269-fccb0fd5d1b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:14.536692 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-82d87949-517c-46ef-9269-fccb0fd5d1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:14.541230 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-82d87949-517c-46ef-9269-fccb0fd5d1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:14.552612 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-4b010b27-326f-40df-ad58-d297e283030e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:14.635338 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-82d87949-517c-46ef-9269-fccb0fd5d1b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1432d0a3788e4fd9bb8953768d80b2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431850 Jun 01 10:15:14.635590 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33504) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:14.638711 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d87949-517c-46ef-9269-fccb0fd5d1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6738da-fa7d-491d-bb16-f6e8424aad84,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:14.669691 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-82d87949-517c-46ef-9269-fccb0fd5d1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:14.856912 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f0c73398-5ac9-459f-bf08-1a33ab6ebc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:14.891091 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f0c73398-5ac9-459f-bf08-1a33ab6ebc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:14.962484 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f0c73398-5ac9-459f-bf08-1a33ab6ebc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:14.967346 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-89ead41a-bcbd-4349-895e-7b53946d415b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:14.981638 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c73398-5ac9-459f-bf08-1a33ab6ebc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6738da-fa7d-491d-bb16-f6e8424aad84,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:14.987645 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f0c73398-5ac9-459f-bf08-1a33ab6ebc64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:14.993690 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-f0c73398-5ac9-459f-bf08-1a33ab6ebc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:14.997697 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-f0c73398-5ac9-459f-bf08-1a33ab6ebc64 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b6738da-fa7d-491d-bb16-f6e8424aad84 HTTP/1.1" status: 204 len: 168 time: 0.3610594 Jun 01 10:15:15.042867 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236effd7-0341-4981-ae43-351ec6a9843a req-1b4f80c0-7d35-4a64-93dc-749c719f46d7 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:15.044430 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-236effd7-0341-4981-ae43-351ec6a9843a req-1b4f80c0-7d35-4a64-93dc-749c719f46d7 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2286556 Jun 01 10:15:15.104750 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-236effd7-0341-4981-ae43-351ec6a9843a req-ab596b79-6f05-4e2f-89f9-9e8044357868 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509076 Jun 01 10:15:15.805243 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-499ecffc-f7fd-4466-a1a3-759abcad8640 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:15.817131 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-499ecffc-f7fd-4466-a1a3-759abcad8640 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.82 "GET /v2.0/networks?id=928eadfc-4fb3-4244-9825-0817c1006108 HTTP/1.1" status: 200 len: 808 time: 0.5923128 Jun 01 10:15:15.842537 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c2008-7db8-4735-95a4-6a1e17554c01 req-4ae7ad4e-bf60-4ea3-b138-c8f2db84c7bd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:15.844102 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9d1c2008-7db8-4735-95a4-6a1e17554c01 req-4ae7ad4e-bf60-4ea3-b138-c8f2db84c7bd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.3047173 Jun 01 10:15:15.906980 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145e14e-36f5-4085-94af-a016957edf48 req-cc8b2ab0-f542-4de9-b923-531fc56abb38 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:15.908740 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4145e14e-36f5-4085-94af-a016957edf48 req-cc8b2ab0-f542-4de9-b923-531fc56abb38 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.5331926 Jun 01 10:15:15.970923 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-7716b128-761b-4a18-b840-f5880da9305f tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e8360a446b743c383364da9ac1aefa3 HTTP/1.1" status: 200 len: 380 time: 0.1251223 Jun 01 10:15:15.992785 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Request body: {'port': {'device_id': '84338160-ba20-489f-9d6c-186b2dc472ca', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'admin_state_up': True, 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'security_groups': ['e2f7e782-9e34-4254-9ea0-bd9e92941281']}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:15:16.022546 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9d1c2008-7db8-4735-95a4-6a1e17554c01 req-b0c1ad53-4740-42d2-a907-b0aa4111a8c1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434250 Jun 01 10:15:16.033162 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4145e14e-36f5-4085-94af-a016957edf48 req-0ff31d0e-3c12-4c3e-88ad-67ab0b520552 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117020 Jun 01 10:15:16.266738 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6c5ab723-4321-4900-a7ac-2af1903488c9 req-9994f38b-f5b8-41ec-8a76-0c77a2af725b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 210 time: 0.0829861 Jun 01 10:15:16.269161 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:16.338170 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:16.375403 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Made reservation on behalf of 1e8360a446b743c383364da9ac1aefa3 for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:15:16.379564 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:16.486768 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303012d-aec0-404d-bab6-d87f2f916915 req-4a8435b0-d2db-499e-bfd0-09e584f5bc66 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:16.488249 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2303012d-aec0-404d-bab6-d87f2f916915 req-4a8435b0-d2db-499e-bfd0-09e584f5bc66 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2205768 Jun 01 10:15:16.598518 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2303012d-aec0-404d-bab6-d87f2f916915 req-a989844d-c080-4b95-bea6-e72e87de1900 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029673 Jun 01 10:15:16.633041 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Allocated IP 172.20.0.10 (928eadfc-4fb3-4244-9825-0817c1006108/fbbf1881-0f13-4694-80b9-bfd01483e555/b15a6678-5590-45c0-936b-96d1243c88b4) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:15:16.844083 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:16.860520 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Transition to ACTIVE for port object b15a6678-5590-45c0-936b-96d1243c88b4 will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:15:16.885459 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:16.891370 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-6940ecd4-eba8-4040-84b4-bd4844625775 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:16.960283 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Network 928eadfc-4fb3-4244-9825-0817c1006108 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:15:16.963497 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:15:16.967178 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:15:17.003829 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event updated for resources: {'Port': ['ID=b15a6678-5590-45c0-936b-96d1243c88b4,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:17.010946 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:17.042725 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:17.043486 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:17.073205 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0859346 Jun 01 10:15:17.086145 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Request body: {'port': {'device_id': '84338160-ba20-489f-9d6c-186b2dc472ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:15:17.299029 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-7598cbee-9fbc-476a-bb07-3fea83f83a72 None None] Provisioning for port b15a6678-5590-45c0-936b-96d1243c88b4 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:15:17.303959 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-7598cbee-9fbc-476a-bb07-3fea83f83a72 None None] Provisioning complete for port b15a6678-5590-45c0-936b-96d1243c88b4 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:17.304407 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-7598cbee-9fbc-476a-bb07-3fea83f83a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:17.333974 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:17.372186 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-7598cbee-9fbc-476a-bb07-3fea83f83a72 None None] Port b15a6678-5590-45c0-936b-96d1243c88b4 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:15:17.438766 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a61d2-d1fc-4b7e-b1a3-018e71e0ec6e req-50974010-af9c-489d-a578-581f212f236d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:17.440215 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9f8a61d2-d1fc-4b7e-b1a3-018e71e0ec6e req-50974010-af9c-489d-a578-581f212f236d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.1943562 Jun 01 10:15:17.454143 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155ca62-dfd7-44af-b6ee-8f4c65bd3716 req-10016e27-7860-465a-a336-cd9fdd724fb2 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:17.455654 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3155ca62-dfd7-44af-b6ee-8f4c65bd3716 req-10016e27-7860-465a-a336-cd9fdd724fb2 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.2510993 Jun 01 10:15:17.706599 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9f8a61d2-d1fc-4b7e-b1a3-018e71e0ec6e req-96bac7d4-2571-4178-ac24-36d7ff1d6f21 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489924 Jun 01 10:15:17.729652 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3155ca62-dfd7-44af-b6ee-8f4c65bd3716 req-2006054c-380d-422b-94b5-2ffe22c8bff7 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512565 Jun 01 10:15:18.155162 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15a6678-5590-45c0-936b-96d1243c88b4 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:15:18.166968 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:18.186638 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc8a88-8913-4565-881c-6fb5b4c81dd4 req-888a2e0c-5851-4379-a110-f80342781d09 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:18.187385 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-e3bc8a88-8913-4565-881c-6fb5b4c81dd4 req-888a2e0c-5851-4379-a110-f80342781d09 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Synchronizing usage tracker for tenant:1e8360a446b743c383364da9ac1aefa3 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:15:18.197568 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Transition to ACTIVE for port object b15a6678-5590-45c0-936b-96d1243c88b4 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:15:18.206617 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57af5a9-c3ee-4f3a-9cd6-6da0c504ce70 req-7e26d062-9117-45f9-a541-f60fb0f31cc2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:18.208143 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f57af5a9-c3ee-4f3a-9cd6-6da0c504ce70 req-7e26d062-9117-45f9-a541-f60fb0f31cc2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2314200 Jun 01 10:15:18.211436 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:18.217130 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:18.362358 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-e3bc8a88-8913-4565-881c-6fb5b4c81dd4 req-888a2e0c-5851-4379-a110-f80342781d09 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Unset dirty status for tenant:1e8360a446b743c383364da9ac1aefa3 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:15:18.363527 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e3bc8a88-8913-4565-881c-6fb5b4c81dd4 req-888a2e0c-5851-4379-a110-f80342781d09 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 932 time: 0.4429336 Jun 01 10:15:18.386749 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Pushing event updated for resources: {'Port': ['ID=b15a6678-5590-45c0-936b-96d1243c88b4,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:18.407048 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:18.477966 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f57af5a9-c3ee-4f3a-9cd6-6da0c504ce70 req-052028bd-4d81-4a88-8443-5cd1fae40f61 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283580 Jun 01 10:15:18.513068 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e3bc8a88-8913-4565-881c-6fb5b4c81dd4 req-fb3d1e77-7071-42c1-bd6b-f433d42f6c69 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346996 Jun 01 10:15:18.544393 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Attempting to bind port b15a6678-5590-45c0-936b-96d1243c88b4 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:15:18.544729 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Attempting to bind port b15a6678-5590-45c0-936b-96d1243c88b4 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:15:18.545123 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Attempting to bind port b15a6678-5590-45c0-936b-96d1243c88b4 on network 928eadfc-4fb3-4244-9825-0817c1006108 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:15:18.551084 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Port b15a6678-5590-45c0-936b-96d1243c88b4 on network 928eadfc-4fb3-4244-9825-0817c1006108 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:15:18.551635 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Attempting to bind port b15a6678-5590-45c0-936b-96d1243c88b4 on network 928eadfc-4fb3-4244-9825-0817c1006108 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:15:18.560282 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:15:18.560691 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Checking segment: {'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:15:18.561242 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Bound using segment: {'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:15:18.561928 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Bound port: b15a6678-5590-45c0-936b-96d1243c88b4, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6454412-0498-49e5-a66f-1d3ea741f9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:15:18.562435 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:18.671919 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] For port b15a6678-5590-45c0-936b-96d1243c88b4, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:15:18.674991 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] For port b15a6678-5590-45c0-936b-96d1243c88b4, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b15a6678-5590-45c0-936b-96d1243c88b4,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:15:18.679422 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:18.683942 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0c2e563e-7a31-4082-8346-77eb80db2921 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:18.740896 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:18.741515 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:18.742963 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] 10.222.0.82 "PUT /v2.0/ports/b15a6678-5590-45c0-936b-96d1243c88b4 HTTP/1.1" status: 200 len: 1094 time: 1.6621864 Jun 01 10:15:18.743615 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:15:18.746098 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820dcf61-2e27-4cc5-8a4a-ebf763d0f775" -d '{"events": [{"name": "network-changed", "server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:15:18.767836 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Pushing event updated for resources: {'Port': ['ID=b15a6678-5590-45c0-936b-96d1243c88b4,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:18.774406 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:18.802590 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da5bff0-f0a7-473b-9c91-aa5a6d0de475 x-openstack-request-id: req-0da5bff0-f0a7-473b-9c91-aa5a6d0de475 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:15:18.804498 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:15:18.804803 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0da5bff0-f0a7-473b-9c91-aa5a6d0de475 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:15:18.805253 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'status': 'completed', 'code': 200} Jun 01 10:15:19.039726 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-593084a8-7fa0-4c0c-8ea5-24c9c0e84eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:19.041207 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-593084a8-7fa0-4c0c-8ea5-24c9c0e84eee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1e8360a446b743c383364da9ac1aefa3&device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 1097 time: 0.2289345 Jun 01 10:15:19.050498 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3326af-1f41-4e43-bef7-276cb1de7b55 req-3baf6356-8efe-4388-8caa-9e432dd21fbd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:19.051966 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2a3326af-1f41-4e43-bef7-276cb1de7b55 req-3baf6356-8efe-4388-8caa-9e432dd21fbd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.2002208 Jun 01 10:15:19.132167 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f23809-0605-44b0-89d5-60eee9e29609 req-3f51fcd3-9c8b-43cf-878e-c222082606de tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:19.133966 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-64f23809-0605-44b0-89d5-60eee9e29609 req-3f51fcd3-9c8b-43cf-878e-c222082606de tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.2248311 Jun 01 10:15:19.147532 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-2a24a564-b024-4b7f-b57a-4da21c0856f6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b15a6678-5590-45c0-936b-96d1243c88b4 HTTP/1.1" status: 200 len: 217 time: 0.0945992 Jun 01 10:15:19.258955 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2a3326af-1f41-4e43-bef7-276cb1de7b55 req-f80b88d0-3d70-44b7-be50-e46827ed8a02 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462507 Jun 01 10:15:19.270026 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-daded339-9827-408a-ab7d-6f471dddcc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:19.271837 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-daded339-9827-408a-ab7d-6f471dddcc37 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fbbf1881-0f13-4694-80b9-bfd01483e555 HTTP/1.1" status: 200 len: 847 time: 0.1016693 Jun 01 10:15:19.282512 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-64f23809-0605-44b0-89d5-60eee9e29609 req-a1447a49-e8b8-4fe2-9123-fc13b254e917 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320031 Jun 01 10:15:19.308849 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e433d8d-5dfb-4fd4-8a90-53b8b6ce27fd req-55a34fdd-e855-4bbf-a0a3-51bbb906b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:19.311354 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-2e433d8d-5dfb-4fd4-8a90-53b8b6ce27fd req-55a34fdd-e855-4bbf-a0a3-51bbb906b417 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 1098 time: 0.1000803 Jun 01 10:15:19.371126 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-2e433d8d-5dfb-4fd4-8a90-53b8b6ce27fd req-8fc15f91-7386-4f94-851a-9741580f7774 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535033 Jun 01 10:15:19.379183 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-0ddc85cb-7a35-4e9a-aff5-59f22ffdff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:19.381295 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-0ddc85cb-7a35-4e9a-aff5-59f22ffdff0a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=928eadfc-4fb3-4244-9825-0817c1006108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0975091 Jun 01 10:15:19.487131 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33698) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:19.534273 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33706) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:19.567810 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-726e733c-575b-4061-a173-d9eda7a58188 service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448395 Jun 01 10:15:19.614822 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5c868a-00a6-4dba-937b-ed134a3f9d82 admin admin] Deleting subnet 726b7d23-e544-42aa-a7d9-5e7adcc66515 {{(pid=91916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:15:19.618127 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6f5c868a-00a6-4dba-937b-ed134a3f9d82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:19.686675 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-13dda638-57ec-4f47-abdb-b6e40a3ad27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:19.703891 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6f5c868a-00a6-4dba-937b-ed134a3f9d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14937730'] for subnet, precommit_delete_associations {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:19.738710 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-13dda638-57ec-4f47-abdb-b6e40a3ad27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:19.749227 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-13dda638-57ec-4f47-abdb-b6e40a3ad27f admin admin] Usage tracker for resource:security_group_rule and tenant:58b34ceb9b0b4f968430b13af84f885c is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:19.753534 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-13dda638-57ec-4f47-abdb-b6e40a3ad27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:19.762557 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-13dda638-57ec-4f47-abdb-b6e40a3ad27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:19.780467 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6f5c868a-00a6-4dba-937b-ed134a3f9d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:19.945945 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-089dedd7-28ce-4fd4-a332-8e3d53d44be7 req-32028962-e9e6-4e28-8e4c-64369fe9cd37 service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708484 Jun 01 10:15:19.966437 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:15:19.975285 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9ff85-353d-4e20-8dce-cac543271759 req-0eda07d1-01f1-4956-b8bb-7a28db0bf946 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:19.976980 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-91b9ff85-353d-4e20-8dce-cac543271759 req-0eda07d1-01f1-4956-b8bb-7a28db0bf946 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 944 time: 0.3172386 Jun 01 10:15:19.986726 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fe255-1dea-468c-8a23-f87d97c379d5 req-5e8140ab-1ef9-47bb-bd4f-1624a5e0fdc2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:19.988208 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-263fe255-1dea-468c-8a23-f87d97c379d5 req-5e8140ab-1ef9-47bb-bd4f-1624a5e0fdc2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1871722 Jun 01 10:15:20.017835 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-13dda638-57ec-4f47-abdb-b6e40a3ad27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.047437 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-13dda638-57ec-4f47-abdb-b6e40a3ad27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.057630 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:20.111391 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-91b9ff85-353d-4e20-8dce-cac543271759 req-c0cef882-1437-491f-a9dc-14a84eaff071 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222084 Jun 01 10:15:20.116497 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dda638-57ec-4f47-abdb-b6e40a3ad27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71daba79-4354-40fa-a9a4-fe5c89845ebf,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:20.120567 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-13dda638-57ec-4f47-abdb-b6e40a3ad27f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=58b34ceb9b0b4f968430b13af84f885c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323698 Jun 01 10:15:20.121529 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-13dda638-57ec-4f47-abdb-b6e40a3ad27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:20.123271 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33712) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:20.128065 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-263fe255-1dea-468c-8a23-f87d97c379d5 req-0773e1fc-5345-4fbc-8794-8316d245b041 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208143 Jun 01 10:15:20.161630 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6f5c868a-00a6-4dba-937b-ed134a3f9d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2792030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14452368'] for subnet, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.169638 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:20.172704 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dcf61-2e27-4cc5-8a4a-ebf763d0f775 req-af3fe2e2-5941-42c4-96c4-415b08557ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:20.174656 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-820dcf61-2e27-4cc5-8a4a-ebf763d0f775 req-af3fe2e2-5941-42c4-96c4-415b08557ae2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1e8360a446b743c383364da9ac1aefa3&device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 1097 time: 0.1683133 Jun 01 10:15:20.218737 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c868a-00a6-4dba-937b-ed134a3f9d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726b7d23-e544-42aa-a7d9-5e7adcc66515,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:20.225435 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6f5c868a-00a6-4dba-937b-ed134a3f9d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:20.230321 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6f5c868a-00a6-4dba-937b-ed134a3f9d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.256374 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-6f5c868a-00a6-4dba-937b-ed134a3f9d82 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/726b7d23-e544-42aa-a7d9-5e7adcc66515 HTTP/1.1" status: 204 len: 168 time: 0.7206986 Jun 01 10:15:20.257185 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d7f4f0b-d5ee-43b6-b3bd-578509b4364a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.258815 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33716) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:20.330960 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dcf61-2e27-4cc5-8a4a-ebf763d0f775 req-af06b233-32fb-4efd-8f04-c6d172a25762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:20.332651 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-820dcf61-2e27-4cc5-8a4a-ebf763d0f775 req-af06b233-32fb-4efd-8f04-c6d172a25762 service neutron] 10.222.0.82 "GET /v2.0/networks?id=928eadfc-4fb3-4244-9825-0817c1006108 HTTP/1.1" status: 200 len: 910 time: 0.1462131 Jun 01 10:15:20.363667 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d7f4f0b-d5ee-43b6-b3bd-578509b4364a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.420440 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.505801 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-820dcf61-2e27-4cc5-8a4a-ebf763d0f775 req-7ddbe7d6-2fec-4997-98d8-1c0a7cc38d45 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b15a6678-5590-45c0-936b-96d1243c88b4 HTTP/1.1" status: 200 len: 217 time: 0.1625335 Jun 01 10:15:20.584819 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.600155 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6470c8-2be0-4c27-97e1-430234fdb79a']}} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:20.610523 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d7f4f0b-d5ee-43b6-b3bd-578509b4364a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.617017 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-82d87949-517c-46ef-9269-fccb0fd5d1b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:20.629685 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1003db52-e759-4d82-8cc9-2bafc41d1133') {'for_net_delete': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:20.630269 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1003db52-e759-4d82-8cc9-2bafc41d1133') {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:20.640209 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f4f0b-d5ee-43b6-b3bd-578509b4364a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71daba79-4354-40fa-a9a4-fe5c89845ebf,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:20.646033 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dcf61-2e27-4cc5-8a4a-ebf763d0f775 req-5b329d77-565c-44ca-b29f-bb6ec63e0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:20.647491 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-820dcf61-2e27-4cc5-8a4a-ebf763d0f775 req-5b329d77-565c-44ca-b29f-bb6ec63e0447 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fbbf1881-0f13-4694-80b9-bfd01483e555 HTTP/1.1" status: 200 len: 847 time: 0.1024828 Jun 01 10:15:20.647604 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2d7f4f0b-d5ee-43b6-b3bd-578509b4364a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:20.654626 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d7f4f0b-d5ee-43b6-b3bd-578509b4364a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.656212 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-2d7f4f0b-d5ee-43b6-b3bd-578509b4364a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71daba79-4354-40fa-a9a4-fe5c89845ebf HTTP/1.1" status: 204 len: 168 time: 0.5314472 Jun 01 10:15:20.658056 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14937737'] for segment, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.684336 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.690901 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=91916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:15:20.691292 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2725624'] for segment, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: Traceback (most recent call last): Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: timer() Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: cb(*args, **kw) Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: return func(*args, **kwargs) Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: self._notify() Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: self.callback(batched_events) Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: event.method(event) Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: return f(self, *a, **k) Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: return self._get(url).json() Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: return self.request(url, 'GET', **kwargs) Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:15:20.705043 dv-cinder-784779-13-smb neutron-server[91916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:15:20.744205 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c354d34-bf60-4a0a-ac3c-e3824b0575e1 req-1065e633-de76-40c0-92b9-98c646644a76 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:20.746703 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8c354d34-bf60-4a0a-ac3c-e3824b0575e1 req-1065e633-de76-40c0-92b9-98c646644a76 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.2940550 Jun 01 10:15:20.766129 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4f4fc-dd4f-43b1-ac5e-1414796e272d req-b34243f7-1908-4a9c-ae39-f20d030dd23b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:20.768315 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-70d4f4fc-dd4f-43b1-ac5e-1414796e272d req-b34243f7-1908-4a9c-ae39-f20d030dd23b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.2611232 Jun 01 10:15:20.797324 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.801701 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:20.822193 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:20.833233 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6470c8-2be0-4c27-97e1-430234fdb79a,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:20.836609 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:20.852139 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-aff385a9-37e4-42eb-8a4a-94c6d69b1770 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fd6470c8-2be0-4c27-97e1-430234fdb79a HTTP/1.1" status: 204 len: 168 time: 0.5923176 Jun 01 10:15:20.891173 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8c354d34-bf60-4a0a-ac3c-e3824b0575e1 req-f52dcb99-9183-41b7-90bb-5fb4df8ee5d1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215718 Jun 01 10:15:20.896050 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dcf61-2e27-4cc5-8a4a-ebf763d0f775 req-8493387e-3b35-4fec-bbd5-d1c7d963fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:20.897355 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-820dcf61-2e27-4cc5-8a4a-ebf763d0f775 req-8493387e-3b35-4fec-bbd5-d1c7d963fd4f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=928eadfc-4fb3-4244-9825-0817c1006108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2408710 Jun 01 10:15:20.902815 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-70d4f4fc-dd4f-43b1-ac5e-1414796e272d req-01eac6c6-afcb-46ee-ba5d-ec65f826074e tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096072 Jun 01 10:15:21.055301 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-820dcf61-2e27-4cc5-8a4a-ebf763d0f775 req-12e0524c-7853-49d6-bc30-8f8c5cca26d7 service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485493 Jun 01 10:15:21.121423 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33738) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:21.174539 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-21ff722d-dba4-4188-8aae-48043886e734 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=60c60fe788fd43a69341bb24c4c426bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517471 Jun 01 10:15:21.177159 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33746) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:21.204464 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-820dcf61-2e27-4cc5-8a4a-ebf763d0f775 req-d534d685-e136-440a-8641-f26a468db4be service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393278 Jun 01 10:15:21.245705 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5b76c9b0-43fd-41c6-889a-3b2279d2d467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:21.274529 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5b76c9b0-43fd-41c6-889a-3b2279d2d467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:21.329157 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5b76c9b0-43fd-41c6-889a-3b2279d2d467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:21.334079 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2d7f4f0b-d5ee-43b6-b3bd-578509b4364a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:21.345489 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76c9b0-43fd-41c6-889a-3b2279d2d467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4279cd72-0d3f-42f0-8b35-3c81a597e36b,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:21.347773 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5b76c9b0-43fd-41c6-889a-3b2279d2d467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:21.355902 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5b76c9b0-43fd-41c6-889a-3b2279d2d467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:21.359580 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-5b76c9b0-43fd-41c6-889a-3b2279d2d467 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4279cd72-0d3f-42f0-8b35-3c81a597e36b HTTP/1.1" status: 204 len: 168 time: 0.1788659 Jun 01 10:15:21.383990 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e4ecf-fdc5-4c26-a504-c4b129350fda req-7d5cbcc1-e64f-48ba-a08e-9ce27e2229a8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:21.385470 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b88e4ecf-fdc5-4c26-a504-c4b129350fda req-7d5cbcc1-e64f-48ba-a08e-9ce27e2229a8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 944 time: 0.1496155 Jun 01 10:15:21.397181 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c87d6d-a9dc-43a3-94d4-4e3f55ac9e22 req-86a0d6d8-e812-498a-b292-bcb3300ec1b5 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:21.398651 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f1c87d6d-a9dc-43a3-94d4-4e3f55ac9e22 req-86a0d6d8-e812-498a-b292-bcb3300ec1b5 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1288629 Jun 01 10:15:21.467716 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b88e4ecf-fdc5-4c26-a504-c4b129350fda req-5032717e-6ba7-41f4-b55c-46f194699574 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680923 Jun 01 10:15:21.472710 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f1c87d6d-a9dc-43a3-94d4-4e3f55ac9e22 req-728c113a-6ab7-4fdf-bdab-5aae902ca3bd tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598469 Jun 01 10:15:22.012279 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab35872-fc5b-4497-bd5f-6b5ad71d46df req-cf1297c4-a318-46d0-9290-d6835eec48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:22.013775 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3ab35872-fc5b-4497-bd5f-6b5ad71d46df req-cf1297c4-a318-46d0-9290-d6835eec48a7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 1098 time: 0.1412554 Jun 01 10:15:22.069628 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406cc7b-46bc-4fea-a376-97ffd0137262 req-d2a9245e-87c5-4d32-b623-c0276abac266 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:22.071156 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4406cc7b-46bc-4fea-a376-97ffd0137262 req-d2a9245e-87c5-4d32-b623-c0276abac266 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1418524 Jun 01 10:15:22.145539 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device b15a6678-5590-45c0-936b-96d1243c88b4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:15:22.310963 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port b15a6678-5590-45c0-936b-96d1243c88b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b15a6678-5590-45c0-936b-96d1243c88b4,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:22.329910 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'port_id': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'mac_address': 'fa:16:3e:04:02:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:15:22.365240 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4406cc7b-46bc-4fea-a376-97ffd0137262 req-3630b700-59ec-48eb-bcbe-15f90665e799 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031630 Jun 01 10:15:22.395508 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab35872-fc5b-4497-bd5f-6b5ad71d46df req-a89e1c23-7ae1-4ba9-a96c-3eb29dd3a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:22.395508 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3ab35872-fc5b-4497-bd5f-6b5ad71d46df req-a89e1c23-7ae1-4ba9-a96c-3eb29dd3a4f0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 200 len: 920 time: 0.3688531 Jun 01 10:15:22.397983 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63a13c-3c12-4c63-b35e-4e26f3a70f06 req-8a94dc78-6af6-406b-a8f1-585fe867147c tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:22.399375 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc63a13c-3c12-4c63-b35e-4e26f3a70f06 req-8a94dc78-6af6-406b-a8f1-585fe867147c tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.3421690 Jun 01 10:15:22.415748 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:22.435551 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15a6678-5590-45c0-936b-96d1243c88b4 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:15:22.461438 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port b15a6678-5590-45c0-936b-96d1243c88b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b15a6678-5590-45c0-936b-96d1243c88b4,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:22.469162 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:22.473116 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:22.480331 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3ab35872-fc5b-4497-bd5f-6b5ad71d46df req-6b4a592e-c4c3-48fe-9ec0-e694ee1dcb33 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d60353c-d974-412f-a3a1-71b9ff2b9ae7 HTTP/1.1" status: 200 len: 217 time: 0.0799806 Jun 01 10:15:22.567310 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=b15a6678-5590-45c0-936b-96d1243c88b4,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:22.571578 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:22.601478 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc63a13c-3c12-4c63-b35e-4e26f3a70f06 req-ba8e78c1-d797-451e-b397-2d936b36ed67 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443400 Jun 01 10:15:22.649790 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab35872-fc5b-4497-bd5f-6b5ad71d46df req-ba443413-a205-467b-ae9f-c253731af797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:22.651213 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3ab35872-fc5b-4497-bd5f-6b5ad71d46df req-ba443413-a205-467b-ae9f-c253731af797 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=785bd10a-6e85-4db1-b7c7-06b735b5b7aa HTTP/1.1" status: 200 len: 858 time: 0.1632922 Jun 01 10:15:22.661395 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33804) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:22.705889 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3ab35872-fc5b-4497-bd5f-6b5ad71d46df req-0ca8b3e5-f36d-4155-8aa9-e0885c9955fb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8ae4a575-96f6-4484-8fc0-42b456a8ed8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477147 Jun 01 10:15:22.734290 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['b15a6678-5590-45c0-936b-96d1243c88b4'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:15:22.744569 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8186f-318d-4b3d-b93a-a53c952d706f req-ea16a71c-07ce-42a4-aac8-f60fe54bf83a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:22.746098 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1eb8186f-318d-4b3d-b93a-a53c952d706f req-ea16a71c-07ce-42a4-aac8-f60fe54bf83a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.2064052 Jun 01 10:15:22.811601 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-72ccf453-b4e3-48ea-9744-061c83fafc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:22.844593 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-72ccf453-b4e3-48ea-9744-061c83fafc3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:22.861555 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-72ccf453-b4e3-48ea-9744-061c83fafc3b admin admin] Usage tracker for resource:security_group_rule and tenant:c9c96393c90c4df3887a945adfdef000 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:22.861555 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-72ccf453-b4e3-48ea-9744-061c83fafc3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:22.875714 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-72ccf453-b4e3-48ea-9744-061c83fafc3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:22.941577 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1eb8186f-318d-4b3d-b93a-a53c952d706f req-1542a6e5-a1b2-4462-87a2-3f93effef100 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579795 Jun 01 10:15:22.998496 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-72ccf453-b4e3-48ea-9744-061c83fafc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:23.007605 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3ab35872-fc5b-4497-bd5f-6b5ad71d46df req-244ade18-f02f-4e6e-99fc-dff27ae028f7 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924247 Jun 01 10:15:23.013690 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-72ccf453-b4e3-48ea-9744-061c83fafc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:23.022961 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56015d-df64-4d62-9dd7-6339e3ed3c73 req-72b3cce4-927c-4aff-8b8a-7b8f81b80f28 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:23.024971 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-546d23b9-f95c-4fe3-b2bf-172c7777ef00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:23.030512 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0a56015d-df64-4d62-9dd7-6339e3ed3c73 req-72b3cce4-927c-4aff-8b8a-7b8f81b80f28 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 945 time: 0.3131742 Jun 01 10:15:23.116410 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-72ccf453-b4e3-48ea-9744-061c83fafc3b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c9c96393c90c4df3887a945adfdef000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538815 Jun 01 10:15:23.120853 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33814) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:23.123875 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccf453-b4e3-48ea-9744-061c83fafc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf56b3f-3f35-4a05-a3c8-cf6323ef565c,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:23.141710 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-72ccf453-b4e3-48ea-9744-061c83fafc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:23.200546 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-aca06f8e-f1f2-4c23-b912-51289d2827e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:23.209826 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0a56015d-df64-4d62-9dd7-6339e3ed3c73 req-3693e86e-829b-4ead-9a8a-b5a2ad3d2110 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783290 Jun 01 10:15:23.230728 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-aca06f8e-f1f2-4c23-b912-51289d2827e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:23.283160 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3ab35872-fc5b-4497-bd5f-6b5ad71d46df req-7eeea90e-1659-4f2f-8830-efae4bc3f924 service neutron] 10.222.0.82 "GET /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273571 Jun 01 10:15:23.306053 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-aca06f8e-f1f2-4c23-b912-51289d2827e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:23.314475 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3d704c3a-634a-41d5-98f3-bc5b1d31b957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:23.328387 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca06f8e-f1f2-4c23-b912-51289d2827e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf56b3f-3f35-4a05-a3c8-cf6323ef565c,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:23.330765 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-aca06f8e-f1f2-4c23-b912-51289d2827e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:23.337070 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-aca06f8e-f1f2-4c23-b912-51289d2827e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:23.338231 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-aca06f8e-f1f2-4c23-b912-51289d2827e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3bf56b3f-3f35-4a05-a3c8-cf6323ef565c HTTP/1.1" status: 204 len: 168 time: 0.2163086 Jun 01 10:15:23.437298 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffd6a8-bb47-4038-b9d4-2888b6db650c req-e1b7b5a7-2395-4112-8a9b-6f9e9a533daa tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:23.438794 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-13ffd6a8-bb47-4038-b9d4-2888b6db650c req-e1b7b5a7-2395-4112-8a9b-6f9e9a533daa tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1518342 Jun 01 10:15:23.461839 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c3052-883c-4cc6-be3f-97e267b3a153 req-9ab4a159-da9e-45a9-99df-e674cce812d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:23.465989 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b0c3052-883c-4cc6-be3f-97e267b3a153 req-9ab4a159-da9e-45a9-99df-e674cce812d7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6&device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 1098 time: 0.1236260 Jun 01 10:15:23.617296 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-13ffd6a8-bb47-4038-b9d4-2888b6db650c req-d5a14513-8b96-4886-bdfa-63fe6223bc5d tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707654 Jun 01 10:15:23.651136 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33826) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:23.669609 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bbae36d8-eb52-41fd-a19d-545d7352b5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:23.686097 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-bbae36d8-eb52-41fd-a19d-545d7352b5e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:23.688058 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08e502-919b-4605-8df5-551478840f50 req-d8c2e4eb-cba9-4e06-9c69-eff80c09e11d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:23.690309 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-be08e502-919b-4605-8df5-551478840f50 req-d8c2e4eb-cba9-4e06-9c69-eff80c09e11d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1960201 Jun 01 10:15:23.690461 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-bbae36d8-eb52-41fd-a19d-545d7352b5e3 admin admin] Usage tracker for resource:security_group_rule and tenant:65071dd21cf44386947ee3f266bfa275 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:23.693195 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-bbae36d8-eb52-41fd-a19d-545d7352b5e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:23.699660 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-bbae36d8-eb52-41fd-a19d-545d7352b5e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:23.727542 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c3052-883c-4cc6-be3f-97e267b3a153 req-9bf855b5-29ad-481e-a582-3bf4dcd01013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:23.729176 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b0c3052-883c-4cc6-be3f-97e267b3a153 req-9bf855b5-29ad-481e-a582-3bf4dcd01013 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7900aab4-e9fe-4a51-9bca-0dfd165efadc HTTP/1.1" status: 200 len: 913 time: 0.2565780 Jun 01 10:15:23.784570 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bbae36d8-eb52-41fd-a19d-545d7352b5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:23.788750 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-bbae36d8-eb52-41fd-a19d-545d7352b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:23.800999 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0fe8cf63-edeb-4ba6-b0bc-2afe56f9237d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:23.817818 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-be08e502-919b-4605-8df5-551478840f50 req-2961cfb0-82ea-4d29-bc44-4ecc40bf3437 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136580 Jun 01 10:15:23.853578 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b0c3052-883c-4cc6-be3f-97e267b3a153 req-7ae1c0c3-a387-43c9-bdc4-01b59eee2711 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd93b7d6-f4fc-4834-9a46-07da4ee2923f HTTP/1.1" status: 200 len: 1001 time: 0.1118989 Jun 01 10:15:23.915397 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-bbae36d8-eb52-41fd-a19d-545d7352b5e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=65071dd21cf44386947ee3f266bfa275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631686 Jun 01 10:15:23.916310 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae36d8-eb52-41fd-a19d-545d7352b5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a78b26-0077-4ba1-aaf7-0e8064375a9d,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:23.919379 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-bbae36d8-eb52-41fd-a19d-545d7352b5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:23.919517 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 33830) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:23.922668 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c3052-883c-4cc6-be3f-97e267b3a153 req-59b4143c-7022-4915-8e3c-9a0885b1e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:23.924091 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b0c3052-883c-4cc6-be3f-97e267b3a153 req-59b4143c-7022-4915-8e3c-9a0885b1e497 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2495f7f6-4b79-4201-8237-61645accc743 HTTP/1.1" status: 200 len: 850 time: 0.0609491 Jun 01 10:15:24.145337 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device b15a6678-5590-45c0-936b-96d1243c88b4 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:24.180324 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b86a7e45-0fc8-46cf-a63d-156377e06c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:24.218975 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port b15a6678-5590-45c0-936b-96d1243c88b4 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:15:24.223803 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port b15a6678-5590-45c0-936b-96d1243c88b4 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:24.223955 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c3052-883c-4cc6-be3f-97e267b3a153 req-0356c12d-c10d-4e63-afbb-108808372129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:24.224185 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:24.225433 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b0c3052-883c-4cc6-be3f-97e267b3a153 req-0356c12d-c10d-4e63-afbb-108808372129 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7900aab4-e9fe-4a51-9bca-0dfd165efadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2918665 Jun 01 10:15:24.227919 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b86a7e45-0fc8-46cf-a63d-156377e06c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:24.376653 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:24.382815 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29904e3a-0659-4f53-8519-a7298cd27887 req-b2fba229-066a-4e7a-853e-20da11002d22 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:24.384295 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-29904e3a-0659-4f53-8519-a7298cd27887 req-b2fba229-066a-4e7a-853e-20da11002d22 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.2713246 Jun 01 10:15:24.409926 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:15:24.411711 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f232b3-8a9f-4281-b741-2c49d3cf8786" -d '{"events": [{"server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "name": "network-vif-plugged", "status": "completed", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:15:24.420017 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port b15a6678-5590-45c0-936b-96d1243c88b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b15a6678-5590-45c0-936b-96d1243c88b4,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:24.425679 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:24.427888 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:24.496001 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b0c3052-883c-4cc6-be3f-97e267b3a153 req-1722326d-93de-4696-a0aa-5a5721c9afbd service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606628 Jun 01 10:15:24.496273 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=b15a6678-5590-45c0-936b-96d1243c88b4,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:24.498976 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b86a7e45-0fc8-46cf-a63d-156377e06c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:24.499570 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:24.505695 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-4fbf037a-fe1e-4d60-8b39-9e9f1645f1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:24.561220 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a7e45-0fc8-46cf-a63d-156377e06c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a78b26-0077-4ba1-aaf7-0e8064375a9d,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:24.614457 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b86a7e45-0fc8-46cf-a63d-156377e06c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:24.621094 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-29904e3a-0659-4f53-8519-a7298cd27887 req-d2a29f29-5a38-484b-a561-40b002da9ed4 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839402 Jun 01 10:15:24.624756 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b86a7e45-0fc8-46cf-a63d-156377e06c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:24.625802 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-b86a7e45-0fc8-46cf-a63d-156377e06c0e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7a78b26-0077-4ba1-aaf7-0e8064375a9d HTTP/1.1" status: 204 len: 168 time: 0.7053571 Jun 01 10:15:24.679130 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e503835-6cc8-452b-8db7-ba72bd80fc2d x-openstack-request-id: req-8e503835-6cc8-452b-8db7-ba72bd80fc2d {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:15:24.679429 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "name": "network-vif-plugged", "status": "completed", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:15:24.679687 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8e503835-6cc8-452b-8db7-ba72bd80fc2d {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:15:24.680082 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'code': 200} Jun 01 10:15:24.681903 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c199242-cb67-4110-8cd2-2ce2bd36b443 req-d3bc8e2d-a3ee-4647-97ee-7057fd70dbed tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:24.683621 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0c199242-cb67-4110-8cd2-2ce2bd36b443 req-d3bc8e2d-a3ee-4647-97ee-7057fd70dbed tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.3099959 Jun 01 10:15:24.737507 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b0c3052-883c-4cc6-be3f-97e267b3a153 req-c54b7d60-b928-4610-bab6-9f8b2f19e889 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330179 Jun 01 10:15:24.748074 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0c199242-cb67-4110-8cd2-2ce2bd36b443 req-0c713387-d24f-4121-9abf-c525cece7650 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557628 Jun 01 10:15:24.863699 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f961a-a46c-4083-abd1-5222f68db7a6 req-2026e017-d301-451a-8405-d014c40dd029 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:24.865321 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-083f961a-a46c-4083-abd1-5222f68db7a6 req-2026e017-d301-451a-8405-d014c40dd029 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.0917726 Jun 01 10:15:24.937794 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-083f961a-a46c-4083-abd1-5222f68db7a6 req-0b83a136-5ed7-4bc1-b472-1a636aade319 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662470 Jun 01 10:15:25.000195 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-eb1c1467-acb0-40c6-8aa1-b0dec482444f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:25.102120 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8f1fb-ef11-4909-9990-6c116a9e296f req-98861b3d-4ae8-43bc-8fe9-93309aee80a4 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:25.103755 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-32b8f1fb-ef11-4909-9990-6c116a9e296f req-98861b3d-4ae8-43bc-8fe9-93309aee80a4 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1493657 Jun 01 10:15:25.112866 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70561f3-e870-49ae-9f6e-faca07a37b73 req-b13eaed6-27ed-4329-9fdd-af3e22cd3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:25.114986 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f70561f3-e870-49ae-9f6e-faca07a37b73 req-b13eaed6-27ed-4329-9fdd-af3e22cd3585 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 1099 time: 0.1172523 Jun 01 10:15:25.185085 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-32b8f1fb-ef11-4909-9990-6c116a9e296f req-2b45b5a3-89df-4d99-8c19-6109b02e30dc tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689433 Jun 01 10:15:25.187300 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f70561f3-e870-49ae-9f6e-faca07a37b73 req-42deaee6-7a06-47c7-862c-3cdb6ba87821 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560324 Jun 01 10:15:25.824489 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33888) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:25.838462 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4abc74-b11e-4340-bbe6-b57f15053e85 req-2e426056-a737-451b-b959-569e8c1f8741 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:25.840539 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ff4abc74-b11e-4340-bbe6-b57f15053e85 req-2e426056-a737-451b-b959-569e8c1f8741 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.1008260 Jun 01 10:15:25.934894 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ff4abc74-b11e-4340-bbe6-b57f15053e85 req-fcc92ea1-a89d-47fd-8308-e74407ceaa1f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885777 Jun 01 10:15:25.959520 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e061f013-5b47-462a-ad29-87ab97c6ec95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:25.976773 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-e061f013-5b47-462a-ad29-87ab97c6ec95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:25.982029 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-e061f013-5b47-462a-ad29-87ab97c6ec95 admin admin] Usage tracker for resource:security_group_rule and tenant:b84118d698be4c4ba330591e6d776f9f is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:25.985800 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-e061f013-5b47-462a-ad29-87ab97c6ec95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:25.992792 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-e061f013-5b47-462a-ad29-87ab97c6ec95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:25.997169 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559052bb-81a4-4e2d-94d8-5376ea43e2bb req-4ec22fbf-4c58-416c-adbf-49b8f25ee401 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:25.999518 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-559052bb-81a4-4e2d-94d8-5376ea43e2bb req-4ec22fbf-4c58-416c-adbf-49b8f25ee401 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1171396 Jun 01 10:15:26.063153 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-559052bb-81a4-4e2d-94d8-5376ea43e2bb req-4512b3c8-e83a-4f7a-83d0-c2577ae9dad4 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561807 Jun 01 10:15:26.101786 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e061f013-5b47-462a-ad29-87ab97c6ec95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:26.112779 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e061f013-5b47-462a-ad29-87ab97c6ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:26.128265 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f0c73398-5ac9-459f-bf08-1a33ab6ebc64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:26.152024 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-e061f013-5b47-462a-ad29-87ab97c6ec95 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b84118d698be4c4ba330591e6d776f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264711 Jun 01 10:15:26.154417 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19fafe-e8d6-497d-8f08-35ddfe9e6475 req-91daa79a-354d-40f8-bc85-a6a91b003894 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:26.155881 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33904) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:26.156737 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7b19fafe-e8d6-497d-8f08-35ddfe9e6475 req-91daa79a-354d-40f8-bc85-a6a91b003894 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.0925901 Jun 01 10:15:26.157234 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 589f3540-ac63-4402-b964-fe90b6ed1cc1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:15:26.200179 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061f013-5b47-462a-ad29-87ab97c6ec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff960a-f070-498e-9dfc-06d24896377c,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:26.222426 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e061f013-5b47-462a-ad29-87ab97c6ec95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:26.250178 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7b19fafe-e8d6-497d-8f08-35ddfe9e6475 req-3fc264e9-5f3e-45a0-9ce1-cbd0700e1667 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840354 Jun 01 10:15:26.282835 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7cecaeaf-5445-4802-b250-7e8b8a239f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:26.333702 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7cecaeaf-5445-4802-b250-7e8b8a239f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:26.386131 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:26.404507 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'port_id': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'mac_address': 'fa:16:3e:08:4d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:15:26.446192 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7cecaeaf-5445-4802-b250-7e8b8a239f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:26.456911 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6b953351-78e4-4400-956e-452ec6a9ccc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:26.466909 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26247638-d84a-4814-ac78-bb1c69653730 req-3375f0f1-1dd3-485a-b64f-361c00506cee tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:26.476306 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-26247638-d84a-4814-ac78-bb1c69653730 req-3375f0f1-1dd3-485a-b64f-361c00506cee tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1401343 Jun 01 10:15:26.487117 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:26.502288 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7cecaeaf-5445-4802-b250-7e8b8a239f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:26.504371 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-7cecaeaf-5445-4802-b250-7e8b8a239f55 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0aff960a-f070-498e-9dfc-06d24896377c HTTP/1.1" status: 204 len: 168 time: 0.3474009 Jun 01 10:15:26.514380 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 589f3540-ac63-4402-b964-fe90b6ed1cc1 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:15:26.515322 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cecaeaf-5445-4802-b250-7e8b8a239f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff960a-f070-498e-9dfc-06d24896377c,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:26.536211 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7cecaeaf-5445-4802-b250-7e8b8a239f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:26.540845 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-26247638-d84a-4814-ac78-bb1c69653730 req-d3db0b9a-afe3-4e0f-90f7-b3bddbd401e2 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634646 Jun 01 10:15:26.590130 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:26.603911 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:26.606878 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:26.727746 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=589f3540-ac63-4402-b964-fe90b6ed1cc1,revision_number=6']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:26.739631 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:26.759117 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['589f3540-ac63-4402-b964-fe90b6ed1cc1'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:15:27.174435 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfcde8-5a6a-4b83-8ff8-739ed0c9bf0c req-7de8c1e2-e618-4beb-9cfb-76e4f3c4a230 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:27.183663 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7dcfcde8-5a6a-4b83-8ff8-739ed0c9bf0c req-7de8c1e2-e618-4beb-9cfb-76e4f3c4a230 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 944 time: 0.1163542 Jun 01 10:15:27.314517 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7dcfcde8-5a6a-4b83-8ff8-739ed0c9bf0c req-af404b59-eeba-4d39-946d-d7c7ea9907a0 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296256 Jun 01 10:15:27.363793 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd07df-837f-4113-b7cf-690012383c5b req-575e9523-8051-4f31-9fef-87d039ce00f3 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:27.365211 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cdfd07df-837f-4113-b7cf-690012383c5b req-575e9523-8051-4f31-9fef-87d039ce00f3 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1185017 Jun 01 10:15:27.430702 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cdfd07df-837f-4113-b7cf-690012383c5b req-80358e73-89db-4b48-baf7-a040517d41ba tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590403 Jun 01 10:15:27.527628 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:27.728572 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a89265-d658-42cc-b7cf-d783dc4199da req-dfd589e9-4eeb-48a8-a901-4115aaae1f1c tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:27.730327 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-35a89265-d658-42cc-b7cf-d783dc4199da req-dfd589e9-4eeb-48a8-a901-4115aaae1f1c tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1631749 Jun 01 10:15:27.745531 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8e460e48-b421-424f-a901-ab0aade0f409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:27.808819 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-35a89265-d658-42cc-b7cf-d783dc4199da req-aed43052-d5e0-4cff-8a34-97e1110383b2 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719395 Jun 01 10:15:27.824146 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 33984) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:28.181676 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 589f3540-ac63-4402-b964-fe90b6ed1cc1 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:28.318506 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea58b1-f559-4477-963f-a9f24ac1608b tempest-TestShelveInstance-1543381586 tempest-TestShelveInstance-1543381586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:28.320718 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-84ea58b1-f559-4477-963f-a9f24ac1608b tempest-TestShelveInstance-1543381586 tempest-TestShelveInstance-1543381586-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 1094 time: 0.4954278 Jun 01 10:15:28.323739 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34000) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:28.330001 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Request body: {'floatingip': {'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'port_id': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:15:28.331755 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 589f3540-ac63-4402-b964-fe90b6ed1cc1 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:28.332421 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:28.337126 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:28.345115 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Usage tracker for resource:floatingip and tenant:1e8360a446b743c383364da9ac1aefa3 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:28.349441 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:28.356561 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:28.374771 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for floatingip, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:28.563268 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:28.686190 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:28.718735 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:28.772255 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:15:28.776251 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c766c9ba-74e0-4d59-bc4d-807444cb5cf1" -d '{"events": [{"server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "name": "network-vif-plugged", "status": "completed", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:15:28.790737 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:28.800768 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:28.807836 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:28.847613 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a2f84-047a-4bd6-95cd-6857df6f6c3c req-e2ba15fd-9cea-480e-b704-baa6e397ce17 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:28.864144 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d99a2f84-047a-4bd6-95cd-6857df6f6c3c req-e2ba15fd-9cea-480e-b704-baa6e397ce17 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 944 time: 0.2625065 Jun 01 10:15:28.919913 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee031ba5-85c7-4d94-a4e1-5483ed6edaee x-openstack-request-id: req-ee031ba5-85c7-4d94-a4e1-5483ed6edaee {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:15:28.920148 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "name": "network-vif-plugged", "status": "completed", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:15:28.920378 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ee031ba5-85c7-4d94-a4e1-5483ed6edaee {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:15:28.920762 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'code': 200} Jun 01 10:15:28.951070 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d99a2f84-047a-4bd6-95cd-6857df6f6c3c req-b3005d8a-1abf-42a5-82e0-5e388e31239e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865598 Jun 01 10:15:28.996817 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:29.039953 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=589f3540-ac63-4402-b964-fe90b6ed1cc1,revision_number=7']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:29.059644 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:29.094293 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Allocated IP 172.28.3.218 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/4c1368b1-108f-4df1-959e-d4c863c4c2cd) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:15:29.133540 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34020) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:29.322625 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:29.325797 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6dea-7946-4753-86c2-8bff08a063fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:29.356262 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-ba2c6dea-7946-4753-86c2-8bff08a063fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:29.361953 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-ba2c6dea-7946-4753-86c2-8bff08a063fe admin admin] Usage tracker for resource:security_group_rule and tenant:4097cb78d3954c699697da50ad1f795f is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:29.366144 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-ba2c6dea-7946-4753-86c2-8bff08a063fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:29.377073 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:29.378773 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-ba2c6dea-7946-4753-86c2-8bff08a063fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:29.385096 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c858a408-982f-4cb4-a900-cf495414f918 tempest-DeleteServersTestJSON-1894593617 tempest-DeleteServersTestJSON-1894593617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:29.463113 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:15:29.464330 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:15:29.466949 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:15:29.485759 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6dea-7946-4753-86c2-8bff08a063fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:29.491823 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6dea-7946-4753-86c2-8bff08a063fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:29.516852 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-786dc2bd-936c-471b-aba5-f4611810e39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:29.520344 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event updated for resources: {'Port': ['ID=4c1368b1-108f-4df1-959e-d4c863c4c2cd,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:29.523327 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:29.533532 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-ba2c6dea-7946-4753-86c2-8bff08a063fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4097cb78d3954c699697da50ad1f795f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986814 Jun 01 10:15:29.536291 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34026) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:29.548426 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c6dea-7946-4753-86c2-8bff08a063fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf56d11-09bf-4fbb-baf6-0c27848799c8,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:29.551585 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ba2c6dea-7946-4753-86c2-8bff08a063fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:29.706344 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2f0534b5-e19d-4216-8048-2be45dd7b267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:29.813808 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2f0534b5-e19d-4216-8048-2be45dd7b267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:29.980806 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2f0534b5-e19d-4216-8048-2be45dd7b267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:29.993042 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-13dda638-57ec-4f47-abdb-b6e40a3ad27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:30.010634 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0534b5-e19d-4216-8048-2be45dd7b267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf56d11-09bf-4fbb-baf6-0c27848799c8,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:30.030000 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2f0534b5-e19d-4216-8048-2be45dd7b267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:30.061681 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2f0534b5-e19d-4216-8048-2be45dd7b267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:30.065343 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-2f0534b5-e19d-4216-8048-2be45dd7b267 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cdf56d11-09bf-4fbb-baf6-0c27848799c8 HTTP/1.1" status: 204 len: 168 time: 0.5250058 Jun 01 10:15:30.145651 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:30.257354 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfc23a-bbba-4583-a0c7-2ccae1cc2edf req-305f6d47-6ca8-438d-9ce5-06a157ad36e3 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:30.269764 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8abfc23a-bbba-4583-a0c7-2ccae1cc2edf req-305f6d47-6ca8-438d-9ce5-06a157ad36e3 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.1503167 Jun 01 10:15:30.293235 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:30.362857 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:30.685726 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8abfc23a-bbba-4583-a0c7-2ccae1cc2edf req-d208be64-0cae-402a-8fbb-6154c06bbf35 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4123302 Jun 01 10:15:30.699880 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:30.708015 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2725540'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:30.713533 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3259b1af-6288-46b7-bfa1-ae581261d0b9 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:30.928717 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:31.022877 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event updated for resources: {'Port': ['ID=4c1368b1-108f-4df1-959e-d4c863c4c2cd,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:31.026834 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:31.161056 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.l3_db [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Floating IP 49a3b99b-f8b4-4163-ac4b-5a5589ff6eb1 associated. External IP: 172.28.3.218, port: b15a6678-5590-45c0-936b-96d1243c88b4. Jun 01 10:15:31.521566 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34072) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:31.685312 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Router c72adc2e-543e-494d-b66b-bcb896d2a485 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:15:31.744429 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1133229038-network', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:15:31.802788 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:31.802788 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Usage tracker for resource:network and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:31.802788 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:31.802788 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:31.833425 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Made reservation on behalf of 8c213841620f45b3b6df19fb28b95b42 for: {'network': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:15:31.863124 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:31.993695 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:32.021825 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:32.027574 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Usage tracker for resource:security_group_rule and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:32.037828 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:32.046801 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:32.086147 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:15:32.097754 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13e389-8072-47a3-874d-e0d98ea42d7f None None] Sync routers for ids ['c72adc2e-543e-494d-b66b-bcb896d2a485'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:15:32.111590 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13e389-8072-47a3-874d-e0d98ea42d7f None None] Routers {'c72adc2e-543e-494d-b66b-bcb896d2a485'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:15:32.112423 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-2c13e389-8072-47a3-874d-e0d98ea42d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:15:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['c72adc2e-543e-494d-b66b-bcb896d2a485'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:32.134332 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:32.302910 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b602e-2e70-4528-b8c3-fc577113820b req-5865f88a-69d5-4040-baf2-a4656e772b9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:32.309385 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-6d2e8dd6-d3d1-4acd-8d2f-b79ab79d94c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9828269 Jun 01 10:15:32.314639 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:15:32.318243 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b56b602e-2e70-4528-b8c3-fc577113820b req-5865f88a-69d5-4040-baf2-a4656e772b9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.3938167 Jun 01 10:15:32.321390 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabcb1f2-5744-473b-8320-183836ffc39a" -d '{"events": [{"name": "network-changed", "server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:15:32.390049 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-2c13e389-8072-47a3-874d-e0d98ea42d7f None None] Set router c72adc2e-543e-494d-b66b-bcb896d2a485 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:15:32.408287 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b56b602e-2e70-4528-b8c3-fc577113820b req-cb655405-be87-4db2-baff-78b6a623b706 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890565 Jun 01 10:15:32.412587 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:32.432138 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:32.435408 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:32.505456 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=91915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:15:32.509812 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cf77e8-26ce-4bd0-aef1-b778db33e8ac x-openstack-request-id: req-07cf77e8-26ce-4bd0-aef1-b778db33e8ac {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:15:32.510165 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:15:32.512561 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07cf77e8-26ce-4bd0-aef1-b778db33e8ac {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:15:32.512561 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'status': 'completed', 'code': 200} Jun 01 10:15:32.596371 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c63f2d1-966c-4838-9466-af427b747e23,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:32.611903 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:32.614127 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:32.614504 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.segments_db [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Added segment a979dec6-255d-4df7-af59-1ae9db1639b3 of type vlan for network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c Jun 01 10:15:32.673036 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:32.714500 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1f2-5744-473b-8320-183836ffc39a req-198600d7-1a4b-431f-b8de-3252bb00f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:32.715925 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cabcb1f2-5744-473b-8320-183836ffc39a req-198600d7-1a4b-431f-b8de-3252bb00f718 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1e8360a446b743c383364da9ac1aefa3&device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 1099 time: 0.1730442 Jun 01 10:15:32.732583 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd69a3c-d0fa-4b46-bd22-1be031b3a703 req-9af03a43-218f-499c-bbcf-09c98d6fe8b9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:32.738081 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4cd69a3c-d0fa-4b46-bd22-1be031b3a703 req-9af03a43-218f-499c-bbcf-09c98d6fe8b9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.2299523 Jun 01 10:15:32.786157 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:32.796953 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:32.796953 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:32.806434 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:33.012622 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4cd69a3c-d0fa-4b46-bd22-1be031b3a703 req-972e9b74-f4f9-4b40-bcbd-9899e196c98f tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735615 Jun 01 10:15:33.021771 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-2c13e389-8072-47a3-874d-e0d98ea42d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:14:29Z', 'revision_number': 4, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': '49a3b99b-f8b4-4163-ac4b-5a5589ff6eb1', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'floating_ip_address': '172.28.3.218', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'port_id': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'mac_address': 'fa:16:3e:04:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84338160-ba20-489f-9d6c-186b2dc472ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:15:29Z', 'updated_at': '2021-06-01T10:15:29Z', 'revision_number': 0, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf042410-7e30-4081-8b4c-b41804e8eb70', 'name': '', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'mac_address': 'fa:16:3e:f2:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:28Z', 'updated_at': '2021-06-01T10:14:37Z', 'revision_number': 5, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'subnets': [{'id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:33.038584 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13e389-8072-47a3-874d-e0d98ea42d7f None None] Checking router: c72adc2e-543e-494d-b66b-bcb896d2a485 for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:15:33.051034 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13e389-8072-47a3-874d-e0d98ea42d7f None None] Routers {'c72adc2e-543e-494d-b66b-bcb896d2a485'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:15:33.051813 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-2c13e389-8072-47a3-874d-e0d98ea42d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:15:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['c72adc2e-543e-494d-b66b-bcb896d2a485'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:33.058225 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Pushing event updated for resources: {'Network': ['ID=80cb85cd-37a5-462d-b52a-5f7f4e9c500c,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:33.066913 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34108) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:33.067082 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5443230 Jun 01 10:15:33.068187 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:33.075397 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:15:33.077615 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Request body: {'subnet': {'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1133229038-subnet', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'ip_version': 4}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:15:33.083049 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:33.089921 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Usage tracker for resource:subnet and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:33.095594 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:33.103853 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:33.121400 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Made reservation on behalf of 8c213841620f45b3b6df19fb28b95b42 for: {'subnet': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:15:33.124559 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14452367'] for subnet, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:33.131226 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1f2-5744-473b-8320-183836ffc39a req-47f4cbaf-dcc4-4cab-9ec7-6dc92c503953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:33.132835 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cabcb1f2-5744-473b-8320-183836ffc39a req-47f4cbaf-dcc4-4cab-9ec7-6dc92c503953 service neutron] 10.222.0.82 "GET /v2.0/networks?id=928eadfc-4fb3-4244-9825-0817c1006108 HTTP/1.1" status: 200 len: 910 time: 0.3918138 Jun 01 10:15:33.302959 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-2c13e389-8072-47a3-874d-e0d98ea42d7f None None] Set router c72adc2e-543e-494d-b66b-bcb896d2a485 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:15:33.338957 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cabcb1f2-5744-473b-8320-183836ffc39a req-69ffc5f7-816b-4094-a5f1-f0d8b807cfbf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b15a6678-5590-45c0-936b-96d1243c88b4 HTTP/1.1" status: 200 len: 1000 time: 0.1980705 Jun 01 10:15:33.426024 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1f2-5744-473b-8320-183836ffc39a req-3bc58d25-3f22-41d6-b716-2f66655f99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:33.428157 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cabcb1f2-5744-473b-8320-183836ffc39a req-3bc58d25-3f22-41d6-b716-2f66655f99f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fbbf1881-0f13-4694-80b9-bfd01483e555 HTTP/1.1" status: 200 len: 847 time: 0.0815485 Jun 01 10:15:33.533430 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcb1f2-5744-473b-8320-183836ffc39a req-f1a7e4ff-24e7-4045-8745-7f5bb97cc4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:33.534944 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cabcb1f2-5744-473b-8320-183836ffc39a req-f1a7e4ff-24e7-4045-8745-7f5bb97cc4be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=928eadfc-4fb3-4244-9825-0817c1006108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0965700 Jun 01 10:15:33.698161 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2791965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14452377'] for subnet, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:33.702158 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:33.784824 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-2c13e389-8072-47a3-874d-e0d98ea42d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:14:29Z', 'revision_number': 4, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': '49a3b99b-f8b4-4163-ac4b-5a5589ff6eb1', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'floating_ip_address': '172.28.3.218', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'port_id': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'mac_address': 'fa:16:3e:04:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84338160-ba20-489f-9d6c-186b2dc472ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:15:29Z', 'updated_at': '2021-06-01T10:15:29Z', 'revision_number': 0, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf042410-7e30-4081-8b4c-b41804e8eb70', 'name': '', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'mac_address': 'fa:16:3e:f2:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:28Z', 'updated_at': '2021-06-01T10:14:37Z', 'revision_number': 5, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'subnets': [{'id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:33.787108 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d1faea-9cc7-4a76-bde1-58a0daf64b4a,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:33.791089 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:33.793890 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Checking segment: {'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:15:33.794418 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Network hostable DHCP agents. Network: 80cb85cd-37a5-462d-b52a-5f7f4e9c500c, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:15:33.795986 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c13e389-8072-47a3-874d-e0d98ea42d7f None None] The sync data for ids ['c72adc2e-543e-494d-b66b-bcb896d2a485'] in dv-cinder-784779-13-smb is: [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:14:29Z', 'revision_number': 4, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': '49a3b99b-f8b4-4163-ac4b-5a5589ff6eb1', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'floating_ip_address': '172.28.3.218', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'port_id': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'mac_address': 'fa:16:3e:04:02:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84338160-ba20-489f-9d6c-186b2dc472ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:15:29Z', 'updated_at': '2021-06-01T10:15:29Z', 'revision_number': 0, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf042410-7e30-4081-8b4c-b41804e8eb70', 'name': '', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'mac_address': 'fa:16:3e:f2:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:28Z', 'updated_at': '2021-06-01T10:14:37Z', 'revision_number': 5, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'subnets': [{'id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:15:33.800648 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea484b6-b394-44c2-9c11-ca3995a1b0eb req-d1ba5bfb-bf9a-4477-8ce3-6f1f0b0541c3 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:33.802247 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9ea484b6-b394-44c2-9c11-ca3995a1b0eb req-d1ba5bfb-bf9a-4477-8ce3-6f1f0b0541c3 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.1481733 Jun 01 10:15:33.804584 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cabcb1f2-5744-473b-8320-183836ffc39a req-291218a9-85d3-4255-a31c-30ddf92d5aaf service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597122 Jun 01 10:15:33.827814 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:15:33.839315 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 80cb85cd-37a5-462d-b52a-5f7f4e9c500c) {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:15:33.849637 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:33.850806 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:33.856690 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286caa6e-5e5e-4453-95c5-16e9312010c2 None None] Network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:15:33.883129 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8147798 Jun 01 10:15:33.884254 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34114) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:33.890932 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:15:33.896387 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:33.900757 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Usage tracker for resource:router and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:33.903893 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:33.912600 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:33.925582 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-569544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:33.927444 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5547'] for router, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:33.950251 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:33.987521 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9ea484b6-b394-44c2-9c11-ca3995a1b0eb req-df29b6b9-ea73-485e-87b3-b7d9c4745962 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732905 Jun 01 10:15:34.089768 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cabcb1f2-5744-473b-8320-183836ffc39a req-ef8cc392-8051-49ef-9167-f213484a76c9 service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770393 Jun 01 10:15:34.209203 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c92b0c-fe5b-5064-8ba5-f448fd61c5dd-80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'fixed_ips': [{'subnet_id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a'}]}} from dv-cinder-784779-13-smb. {{(pid=91917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:15:34.210075 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:34.241508 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ad3217-a8fa-447e-b333-0a97a16e068c None None] New status for floating IP 49a3b99b-f8b4-4163-ac4b-5a5589ff6eb1: ACTIVE {{(pid=91917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:15:34.393588 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61decfb9-7a7d-484a-8223-29b851c0890f req-8acd8407-2707-407c-afe3-332f3f9d7581 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:34.395143 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-61decfb9-7a7d-484a-8223-29b851c0890f req-8acd8407-2707-407c-afe3-332f3f9d7581 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.1760244 Jun 01 10:15:34.507968 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-61decfb9-7a7d-484a-8223-29b851c0890f req-7ab2ce08-e700-43df-8ba0-894cea57f5ce tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038308 Jun 01 10:15:34.611133 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5597'] for router, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:34.856817 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.db_base_plugin_common [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Allocated IP 172.20.0.2 (80cb85cd-37a5-462d-b52a-5f7f4e9c500c/25d1faea-9cc7-4a76-bde1-58a0daf64b4a/b36d419e-b429-43f3-88ea-de351af035c9) {{(pid=91917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:15:34.873597 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920508c-5cd7-4d2a-99cd-45f3f345df87 req-50206eb7-c7ed-44b2-bae2-fec8b50bf0e9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:34.884490 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7920508c-5cd7-4d2a-99cd-45f3f345df87 req-50206eb7-c7ed-44b2-bae2-fec8b50bf0e9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.82 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.1873910 Jun 01 10:15:35.081427 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:35.123588 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:35.189787 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:35.204470 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Transition to ACTIVE for port object b36d419e-b429-43f3-88ea-de351af035c9 will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:15:35.227886 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Transition to ACTIVE for port object b36d419e-b429-43f3-88ea-de351af035c9 will not be triggered until provisioned by entity DHCP. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:15:35.237320 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:35.242843 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:35.297824 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Allocated IP 172.28.3.32 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/f7320623-d742-4e73-a712-9c53d995760c) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:15:35.322717 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c is already hosted by enough agents. {{(pid=91917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:15:35.327724 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.base_scheduler [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Resources bound (agent type, host, resource id): {{(pid=91917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:15:35.332866 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Received port after_create {{(pid=91917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:15:35.333465 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-7920508c-5cd7-4d2a-99cd-45f3f345df87 req-73dac7f8-608c-4cd0-b489-dfa4f54331c0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Deleting port e3fddcd2-d3ee-479d-a278-34dd717b36b1 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:15:35.333822 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-7920508c-5cd7-4d2a-99cd-45f3f345df87 req-73dac7f8-608c-4cd0-b489-dfa4f54331c0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:35.417268 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d14950-2d34-4c46-8616-de83750ee3aa req-c816a5bf-ffec-4f9f-b5ef-01ba3edea19c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:35.424543 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-84d14950-2d34-4c46-8616-de83750ee3aa req-c816a5bf-ffec-4f9f-b5ef-01ba3edea19c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.2018666 Jun 01 10:15:35.428793 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Pushing event updated for resources: {'Port': ['ID=b36d419e-b429-43f3-88ea-de351af035c9,revision_number=1']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:35.443789 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:35.469869 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Attempting to bind port b36d419e-b429-43f3-88ea-de351af035c9 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:15:35.470642 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Attempting to bind port b36d419e-b429-43f3-88ea-de351af035c9 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:15:35.471276 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Attempting to bind port b36d419e-b429-43f3-88ea-de351af035c9 on network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:15:35.477538 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:15:35.478332 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Checking segment: {'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:15:35.479219 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:35.480015 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Bound using segment: {'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:15:35.480872 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Bound port: b36d419e-b429-43f3-88ea-de351af035c9, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:15:35.481668 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:35.494773 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:35.512727 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-84d14950-2d34-4c46-8616-de83750ee3aa req-02821bac-350a-44c9-82a9-a97530d5b87d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872405 Jun 01 10:15:35.560297 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:35.570190 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-029f1580-a56c-4f45-9ce3-2dd72bea7847 tempest-VolumesActionsTest-50239904 tempest-VolumesActionsTest-50239904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:35.602097 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-7920508c-5cd7-4d2a-99cd-45f3f345df87 req-73dac7f8-608c-4cd0-b489-dfa4f54331c0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] For port e3fddcd2-d3ee-479d-a278-34dd717b36b1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e3fddcd2-d3ee-479d-a278-34dd717b36b1,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:35.602985 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-7920508c-5cd7-4d2a-99cd-45f3f345df87 req-73dac7f8-608c-4cd0-b489-dfa4f54331c0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:35.624828 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] For port b36d419e-b429-43f3-88ea-de351af035c9, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:15:35.628904 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] For port b36d419e-b429-43f3-88ea-de351af035c9, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=b36d419e-b429-43f3-88ea-de351af035c9,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:15:35.635934 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:35.641075 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:35.711861 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Pushing event updated for resources: {'Port': ['ID=f7320623-d742-4e73-a712-9c53d995760c,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:35.715398 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:35.727526 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:15:35.729042 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:15:35.731765 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:15:35.739797 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Pushing event updated for resources: {'Port': ['ID=b36d419e-b429-43f3-88ea-de351af035c9,revision_number=2']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:35.752678 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:35.801333 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-7920508c-5cd7-4d2a-99cd-45f3f345df87 req-73dac7f8-608c-4cd0-b489-dfa4f54331c0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Calling delete_port for e3fddcd2-d3ee-479d-a278-34dd717b36b1 owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:15:35.876333 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e20cf3-4dd0-4b7f-8a8a-7cd3d306cfa3 req-4b338fd7-8570-4f85-b375-ca78cf17fa52 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:35.877808 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-11e20cf3-4dd0-4b7f-8a8a-7cd3d306cfa3 req-4b338fd7-8570-4f85-b375-ca78cf17fa52 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 945 time: 0.1877403 Jun 01 10:15:36.045260 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-11e20cf3-4dd0-4b7f-8a8a-7cd3d306cfa3 req-32fce2cf-070a-478d-acbd-0b045e9de0da tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443205 Jun 01 10:15:36.095128 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-7920508c-5cd7-4d2a-99cd-45f3f345df87 req-73dac7f8-608c-4cd0-b489-dfa4f54331c0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:36.101348 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f55177a8-95ba-47cd-9e23-892a4b7f8972 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:36.113591 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['4d60353c-d974-412f-a3a1-71b9ff2b9ae7', 'e3fddcd2-d3ee-479d-a278-34dd717b36b1'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:15:36.284025 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dac7f8-608c-4cd0-b489-dfa4f54331c0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Pushing event deleted for resources: {'Port': ['ID=e3fddcd2-d3ee-479d-a278-34dd717b36b1,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:36.300639 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-73dac7f8-608c-4cd0-b489-dfa4f54331c0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:36.420719 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-7920508c-5cd7-4d2a-99cd-45f3f345df87 req-73dac7f8-608c-4cd0-b489-dfa4f54331c0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] No DVR routers for this DVR port e3fddcd2-d3ee-479d-a278-34dd717b36b1 on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:15:36.424126 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-7920508c-5cd7-4d2a-99cd-45f3f345df87 req-73dac7f8-608c-4cd0-b489-dfa4f54331c0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:36.443721 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c608116e-b96c-4fc1-a36a-0c1d2c87523d', 'name': 'network-vif-deleted', 'tag': 'e3fddcd2-d3ee-479d-a278-34dd717b36b1'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:15:36.447985 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eee219c-feef-4605-8319-741ea9c6be95" -d '{"events": [{"server_uuid": "c608116e-b96c-4fc1-a36a-0c1d2c87523d", "name": "network-vif-deleted", "tag": "e3fddcd2-d3ee-479d-a278-34dd717b36b1"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:15:36.460777 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7920508c-5cd7-4d2a-99cd-45f3f345df87 req-73dac7f8-608c-4cd0-b489-dfa4f54331c0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.82 "DELETE /v2.0/ports/e3fddcd2-d3ee-479d-a278-34dd717b36b1 HTTP/1.1" status: 204 len: 173 time: 1.5774395 Jun 01 10:15:36.555375 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76666d0c-314c-4e4b-846e-8227608d3e58 x-openstack-request-id: req-76666d0c-314c-4e4b-846e-8227608d3e58 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:15:36.555782 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c608116e-b96c-4fc1-a36a-0c1d2c87523d", "name": "network-vif-deleted", "tag": "e3fddcd2-d3ee-479d-a278-34dd717b36b1", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:15:36.556017 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76666d0c-314c-4e4b-846e-8227608d3e58 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:15:36.556441 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c608116e-b96c-4fc1-a36a-0c1d2c87523d', 'name': 'network-vif-deleted', 'tag': 'e3fddcd2-d3ee-479d-a278-34dd717b36b1', 'status': 'completed', 'code': 200} Jun 01 10:15:36.638249 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:36.791389 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device b36d419e-b429-43f3-88ea-de351af035c9 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:36.977005 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port b36d419e-b429-43f3-88ea-de351af035c9 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:15:36.985354 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27140c32-8e80-45c6-abef-d4db90289dcc req-99b2ba94-7c67-4b79-8e98-6eb85635effe tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:36.992975 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-27140c32-8e80-45c6-abef-d4db90289dcc req-99b2ba94-7c67-4b79-8e98-6eb85635effe tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.1899626 Jun 01 10:15:37.141767 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-27140c32-8e80-45c6-abef-d4db90289dcc req-5b4b77ca-06ae-42a2-836f-e7bf161459f2 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408517 Jun 01 10:15:37.173086 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565873'] for router, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:37.322562 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e10e57c-c671-4bef-8169-75ffc9b04e95 None None] Network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:15:37.403683 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-447442e1-5278-45cd-b764-f4557673a235 req-2df17a12-c552-4550-aea3-b4cd98c3f67d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Synchronizing usage tracker for tenant:4c4e84b6a84046b9a912b9d85ab300fe on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:15:37.429032 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-447442e1-5278-45cd-b764-f4557673a235 req-2df17a12-c552-4550-aea3-b4cd98c3f67d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Unset dirty status for tenant:4c4e84b6a84046b9a912b9d85ab300fe on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:15:37.437281 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-447442e1-5278-45cd-b764-f4557673a235 req-2df17a12-c552-4550-aea3-b4cd98c3f67d tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=c608116e-b96c-4fc1-a36a-0c1d2c87523d HTTP/1.1" status: 200 len: 210 time: 0.1370707 Jun 01 10:15:37.453487 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-eb7600e5-f2d7-4d98-b480-8ca39f42e89b None None] Provisioning for port b36d419e-b429-43f3-88ea-de351af035c9 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:15:37.470879 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-eb7600e5-f2d7-4d98-b480-8ca39f42e89b None None] Provisioning complete for port b36d419e-b429-43f3-88ea-de351af035c9 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:37.471553 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-eb7600e5-f2d7-4d98-b480-8ca39f42e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:37.521356 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Router 4f643d8d-435c-4f98-9487-59fff55c4461 is scheduled to L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f with binding_index 1 {{(pid=91916) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:15:37.743750 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:15:37.753070 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Sync routers for ids ['4f643d8d-435c-4f98-9487-59fff55c4461'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:15:37.758780 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-eb7600e5-f2d7-4d98-b480-8ca39f42e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:37.770668 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Routers {'4f643d8d-435c-4f98-9487-59fff55c4461'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:15:37.771543 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:15:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['4f643d8d-435c-4f98-9487-59fff55c4461'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:37.797744 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] Notify callbacks [] for router, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:37.802089 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-647f5588-35b3-4429-98a0-45d61431768b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9137568 Jun 01 10:15:37.802324 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34158) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:37.830889 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-eb7600e5-f2d7-4d98-b480-8ca39f42e89b None None] For port b36d419e-b429-43f3-88ea-de351af035c9, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=b36d419e-b429-43f3-88ea-de351af035c9,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:37.846986 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-eb7600e5-f2d7-4d98-b480-8ca39f42e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:37.853891 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:37.991660 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7600e5-f2d7-4d98-b480-8ca39f42e89b None None] Pushing event updated for resources: {'Port': ['ID=b36d419e-b429-43f3-88ea-de351af035c9,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:37.995932 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-eb7600e5-f2d7-4d98-b480-8ca39f42e89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:38.119244 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Set router 4f643d8d-435c-4f98-9487-59fff55c4461 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:15:38.189134 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device e3fddcd2-d3ee-479d-a278-34dd717b36b1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:15:38.247501 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-2a899486-f6e7-4d04-8eab-d65277ee998b None None] Provisioning complete for port b36d419e-b429-43f3-88ea-de351af035c9 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:38.247889 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-2a899486-f6e7-4d04-8eab-d65277ee998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:38.361966 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: e3fddcd2-d3ee-479d-a278-34dd717b36b1 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:15:38.362324 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device e3fddcd2-d3ee-479d-a278-34dd717b36b1 not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:15:38.491450 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf0312-e9fa-4178-89cc-57495a81c029 req-74987eaf-3dd5-49d1-9d93-848b54cf57bf tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:38.500757 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79cf0312-e9fa-4178-89cc-57495a81c029 req-74987eaf-3dd5-49d1-9d93-848b54cf57bf tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.1745951 Jun 01 10:15:38.565603 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79cf0312-e9fa-4178-89cc-57495a81c029 req-040b0eb9-d0cc-40ee-a85a-44ae1ab8a59e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609784 Jun 01 10:15:38.748887 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device b36d419e-b429-43f3-88ea-de351af035c9 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:38.759335 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:15:36Z', 'revision_number': 3, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:38.766814 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Checking router: 4f643d8d-435c-4f98-9487-59fff55c4461 for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:15:38.767349 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Updating router 4f643d8d-435c-4f98-9487-59fff55c4461 port f7320623-d742-4e73-a712-9c53d995760c binding host dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:15:38.824731 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:38.892722 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port b36d419e-b429-43f3-88ea-de351af035c9 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:38.893826 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.154111 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.263101 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34184) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:39.306423 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36899bba-57f2-48c8-ad92-1cc035160d36 req-00931e3b-fee1-47cd-b0f0-458577e31381 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:39.316232 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-36899bba-57f2-48c8-ad92-1cc035160d36 req-00931e3b-fee1-47cd-b0f0-458577e31381 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1355464 Jun 01 10:15:39.395435 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.412478 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Transition to ACTIVE for port object f7320623-d742-4e73-a712-9c53d995760c will not be triggered until provisioned by entity L2. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:15:39.423597 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.427647 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-36899bba-57f2-48c8-ad92-1cc035160d36 req-7e17d414-45d1-4e53-b40a-5c2a20281272 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100550 Jun 01 10:15:39.429963 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-693be1f2-6cb9-45b6-9877-a7ad9cf89ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:39.432472 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Allocated IP 172.20.0.1 (80cb85cd-37a5-462d-b52a-5f7f4e9c500c/25d1faea-9cc7-4a76-bde1-58a0daf64b4a/bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:15:39.496883 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.521796 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:39.527713 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Pushing event updated for resources: {'Port': ['ID=f7320623-d742-4e73-a712-9c53d995760c,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:39.530604 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad9d92c60584770ba0a812897baa6e0 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:39.535870 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:39.542437 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:39.552252 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Attempting to bind port f7320623-d742-4e73-a712-9c53d995760c on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:15:39.552858 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Attempting to bind port f7320623-d742-4e73-a712-9c53d995760c by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:15:39.553515 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Attempting to bind port f7320623-d742-4e73-a712-9c53d995760c on network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:15:39.560901 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:15:39.561573 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Checking segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:15:39.562157 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.562705 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Bound using segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:15:39.563340 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Bound port: f7320623-d742-4e73-a712-9c53d995760c, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:15:39.563862 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.647054 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] For port f7320623-d742-4e73-a712-9c53d995760c, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:15:39.650566 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.654664 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] For port f7320623-d742-4e73-a712-9c53d995760c, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=f7320623-d742-4e73-a712-9c53d995760c,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:15:39.661443 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.662141 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.662804 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.663323 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.663876 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.664405 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.664991 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.665491 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.666057 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.666599 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.667114 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.667632 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.679498 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.680726 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:39.681683 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Transition to ACTIVE for port object bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b will not be triggered until provisioned by entity DHCP. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:15:39.686334 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-4b82b375-46e2-4f2a-99a3-4191ebfdd932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:39.692056 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.699619 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.710096 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:39.738333 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.750986 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:39.763616 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ad9d92c60584770ba0a812897baa6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936221 Jun 01 10:15:39.764123 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34192) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:39.774924 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Pushing event updated for resources: {'Port': ['ID=f7320623-d742-4e73-a712-9c53d995760c,revision_number=3']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:39.788687 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:39.804017 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Routers {'4f643d8d-435c-4f98-9487-59fff55c4461'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:15:39.807175 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:15:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['4f643d8d-435c-4f98-9487-59fff55c4461'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:39.819644 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263f504d-6212-40b6-80ac-273cd7e100bf,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:39.835020 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.835393 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.835850 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.836215 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.836568 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.836921 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.837271 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.837619 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.837996 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.838345 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.838689 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.839030 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.846618 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:39.902798 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2d10-87a7-4c99-819d-6076952d5212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:39.908810 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:39.924566 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.925048 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.925419 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.925779 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.927409 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.927409 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.927709 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.928007 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.928460 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.928818 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.931271 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.931271 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:39.936423 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:39.942581 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:15:39.943735 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:15:39.946282 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:15:39.970702 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2d10-87a7-4c99-819d-6076952d5212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:40.016737 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571648'] for router_interface, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:40.055872 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795de595-c9d3-4ae5-ab9c-f4928c4bf628 req-2d589ef0-8944-4c58-8f7c-6155e9c556f0 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:40.058054 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-795de595-c9d3-4ae5-ab9c-f4928c4bf628 req-2d589ef0-8944-4c58-8f7c-6155e9c556f0 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.1905649 Jun 01 10:15:40.133886 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-795de595-c9d3-4ae5-ab9c-f4928c4bf628 req-4dc4b2af-c0dd-4d3f-a261-1520a7cd8903 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650430 Jun 01 10:15:40.166991 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2d10-87a7-4c99-819d-6076952d5212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:40.173363 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a45e5e3b-ad6e-4e05-8bee-924c5a2c125e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:40.187274 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc2d10-87a7-4c99-819d-6076952d5212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263f504d-6212-40b6-80ac-273cd7e100bf,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:40.190657 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8bdc2d10-87a7-4c99-819d-6076952d5212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:40.193136 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2d10-87a7-4c99-819d-6076952d5212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:40.197032 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-8bdc2d10-87a7-4c99-819d-6076952d5212 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/263f504d-6212-40b6-80ac-273cd7e100bf HTTP/1.1" status: 204 len: 168 time: 0.4290338 Jun 01 10:15:40.223261 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] Set router 4f643d8d-435c-4f98-9487-59fff55c4461 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:15:40.254169 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-63f1cd08-705a-4911-8240-8030e06399cb None None] Provisioning for port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:15:40.266789 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-63f1cd08-705a-4911-8240-8030e06399cb None None] Provisioning complete for port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:40.267488 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-63f1cd08-705a-4911-8240-8030e06399cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:40.267636 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:40.421319 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-63f1cd08-705a-4911-8240-8030e06399cb None None] Port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:15:40.668663 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:40.679380 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:15:36Z', 'revision_number': 3, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:40.687110 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ea6b1-0d1b-438a-bb67-14613f867857 None None] The sync data for ids ['4f643d8d-435c-4f98-9487-59fff55c4461'] in dv-cinder-784779-13-smb is: [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:15:36Z', 'revision_number': 3, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:15:40.695895 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2725540'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:40.739025 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a18ee6-db46-48c3-b9ec-90f0361e64c8 req-aaccbaee-fdbe-4a8a-b835-d750ea21e750 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:40.743111 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-12a18ee6-db46-48c3-b9ec-90f0361e64c8 req-aaccbaee-fdbe-4a8a-b835-d750ea21e750 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1453648 Jun 01 10:15:40.779812 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c29aeac2-3187-45ac-a122-fafb4c1ac299 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:40.807611 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-12a18ee6-db46-48c3-b9ec-90f0361e64c8 req-68528c1d-ca35-44f2-b843-83acd43deba8 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632718 Jun 01 10:15:40.838608 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34204) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:40.857515 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1026b78-c7be-4f41-a079-2e1f0dd31aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:40.881107 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-e1026b78-c7be-4f41-a079-2e1f0dd31aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:40.885550 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-e1026b78-c7be-4f41-a079-2e1f0dd31aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:6b876e1e152f449b988f5fdcb2792f00 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:40.890163 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-e1026b78-c7be-4f41-a079-2e1f0dd31aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:40.899854 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-e1026b78-c7be-4f41-a079-2e1f0dd31aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:40.920009 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:40.923786 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571821'] for router_interface, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:40.927572 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:41.016070 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1026b78-c7be-4f41-a079-2e1f0dd31aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:41.024778 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1026b78-c7be-4f41-a079-2e1f0dd31aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:41.038114 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:41.086793 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-e1026b78-c7be-4f41-a079-2e1f0dd31aa5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6b876e1e152f449b988f5fdcb2792f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470474 Jun 01 10:15:41.090038 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34208) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:41.162147 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1026b78-c7be-4f41-a079-2e1f0dd31aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2036e50-f291-4a9d-a4c4-4df2d9011b66,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:41.168037 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e1026b78-c7be-4f41-a079-2e1f0dd31aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:41.182992 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:15:41.184870 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:15:41.238620 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fcd-4b1a-4da7-a65d-75a703b34544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:41.301523 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fcd-4b1a-4da7-a65d-75a703b34544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:41.571218 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-b9131991-34f9-477c-89b0-9c15b80a2caa None None] Provisioning complete for port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:41.572216 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-b9131991-34f9-477c-89b0-9c15b80a2caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:41.608032 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fcd-4b1a-4da7-a65d-75a703b34544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:41.616347 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Router 4f643d8d-435c-4f98-9487-59fff55c4461 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:15:41.623284 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-80598261-2743-4c62-9c23-e14196ada5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:41.641296 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce84fcd-4b1a-4da7-a65d-75a703b34544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2036e50-f291-4a9d-a4c4-4df2d9011b66,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:41.651482 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-2ce84fcd-4b1a-4da7-a65d-75a703b34544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:41.659969 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2ce84fcd-4b1a-4da7-a65d-75a703b34544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:41.661680 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-2ce84fcd-4b1a-4da7-a65d-75a703b34544 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a2036e50-f291-4a9d-a4c4-4df2d9011b66 HTTP/1.1" status: 204 len: 168 time: 0.5707145 Jun 01 10:15:41.681373 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe4281-e4b9-4480-b9b2-5d4e529fcfba req-4f8aab2a-3936-4445-8064-872250ee38dc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:41.683296 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-86fe4281-e4b9-4480-b9b2-5d4e529fcfba req-4f8aab2a-3936-4445-8064-872250ee38dc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.3412035 Jun 01 10:15:41.715681 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-b9131991-34f9-477c-89b0-9c15b80a2caa None None] Port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:15:41.763297 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-86fe4281-e4b9-4480-b9b2-5d4e529fcfba req-2b382f65-57ba-4fc6-b476-4c27b3aa9fdf tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729358 Jun 01 10:15:41.968256 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:15:41.980876 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-75bfb85a-508e-40c7-8ff4-013d37697400 admin admin] 10.222.0.47 "PUT /v2.0/routers/4f643d8d-435c-4f98-9487-59fff55c4461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1773839 Jun 01 10:15:42.132952 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a821786-2611-4902-a5df-9c97aad2fe3f req-18ded669-df33-444f-9106-3dbac2021f3a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:42.142417 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5a821786-2611-4902-a5df-9c97aad2fe3f req-18ded669-df33-444f-9106-3dbac2021f3a tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.1420496 Jun 01 10:15:42.206036 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5a821786-2611-4902-a5df-9c97aad2fe3f req-10337dfc-64ae-40b6-bfc5-d8ce2a96b4b0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623803 Jun 01 10:15:42.350535 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34226) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:42.374711 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2d9e02e1-a399-4346-bba5-378f3bf4f22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:42.391749 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-2d9e02e1-a399-4346-bba5-378f3bf4f22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:42.396258 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-2d9e02e1-a399-4346-bba5-378f3bf4f22a admin admin] Usage tracker for resource:security_group_rule and tenant:5d37b95a0b834b5bb29b69b845005b34 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:42.399348 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-2d9e02e1-a399-4346-bba5-378f3bf4f22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:42.407787 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-2d9e02e1-a399-4346-bba5-378f3bf4f22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:42.526628 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2d9e02e1-a399-4346-bba5-378f3bf4f22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:42.537660 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-2d9e02e1-a399-4346-bba5-378f3bf4f22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:42.548512 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b86a7e45-0fc8-46cf-a63d-156377e06c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:42.597684 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-2d9e02e1-a399-4346-bba5-378f3bf4f22a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d37b95a0b834b5bb29b69b845005b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459064 Jun 01 10:15:42.599546 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e02e1-a399-4346-bba5-378f3bf4f22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944bfc9f-891a-4eb8-be79-495e4f34b228,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:42.601514 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34234) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:42.602605 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-2d9e02e1-a399-4346-bba5-378f3bf4f22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:42.729222 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6bd95236-5e78-4821-a77b-c65c39119f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:42.786609 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6bd95236-5e78-4821-a77b-c65c39119f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:42.789174 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device f7320623-d742-4e73-a712-9c53d995760c up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:42.857328 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6bd95236-5e78-4821-a77b-c65c39119f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:42.871663 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f375768e-f5fe-4ca3-9d66-840710df4902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:42.878999 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34244) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:42.885261 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-321764576-network', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:15:42.888400 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6bd95236-5e78-4821-a77b-c65c39119f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:42.892402 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-6bd95236-5e78-4821-a77b-c65c39119f71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/944bfc9f-891a-4eb8-be79-495e4f34b228 HTTP/1.1" status: 204 len: 168 time: 0.2881541 Jun 01 10:15:42.903659 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd95236-5e78-4821-a77b-c65c39119f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944bfc9f-891a-4eb8-be79-495e4f34b228,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:42.906862 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6bd95236-5e78-4821-a77b-c65c39119f71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:42.921300 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:42.932882 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Usage tracker for resource:network and tenant:310ac1f308ff4d3587cfb3a558482a19 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:42.937683 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:42.945237 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:42.968643 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Made reservation on behalf of 310ac1f308ff4d3587cfb3a558482a19 for: {'network': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:15:42.978252 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:43.010746 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port f7320623-d742-4e73-a712-9c53d995760c completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:15:43.024284 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port f7320623-d742-4e73-a712-9c53d995760c triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:43.025026 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:43.059452 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:43.086293 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:43.090631 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Usage tracker for resource:security_group_rule and tenant:310ac1f308ff4d3587cfb3a558482a19 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:43.094660 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:43.118298 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:43.192951 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd93ec-9bf2-423d-b882-5ee4863afa5a req-e9a04f27-88be-4c73-9e40-8e2d69af2ec0 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:43.194614 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c4fd93ec-9bf2-423d-b882-5ee4863afa5a req-e9a04f27-88be-4c73-9e40-8e2d69af2ec0 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.2007513 Jun 01 10:15:43.216963 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Sync routers for ids ['4f643d8d-435c-4f98-9487-59fff55c4461'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:15:43.268799 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Routers {'4f643d8d-435c-4f98-9487-59fff55c4461'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:15:43.270876 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:15:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['4f643d8d-435c-4f98-9487-59fff55c4461'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:43.296188 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c4fd93ec-9bf2-423d-b882-5ee4863afa5a req-5d8491e1-56fc-4bae-8145-5fb05b24d9f3 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937116 Jun 01 10:15:43.353625 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:43.371124 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:43.397452 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port f7320623-d742-4e73-a712-9c53d995760c, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=f7320623-d742-4e73-a712-9c53d995760c,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:43.399663 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:43.414610 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-190c8afb-a2d8-4761-a9fa-e2afbc4b0f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:43.450229 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:43.452837 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:43.541927 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=91915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:15:43.577803 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:43.578169 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.segments_db [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Added segment c078bf47-eb9e-47f1-b919-cca0eb40b6f4 of type vlan for network 475734cb-e7ff-4e83-be40-30f3a65c6403 Jun 01 10:15:43.585042 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dabca1-708f-47c4-8c73-cc83f74de2d2,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:43.594864 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=f7320623-d742-4e73-a712-9c53d995760c,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:43.608967 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:43.609426 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:43.609886 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:43.611101 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:43.611663 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:43.612208 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:43.612636 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:43.613279 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:43.613732 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:43.614148 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:43.615165 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:43.615821 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:15:43.620203 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:43.620364 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:43.630741 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Set router 4f643d8d-435c-4f98-9487-59fff55c4461 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:15:43.686690 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:43.759901 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:43.762136 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:43.764842 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:43.781599 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-18584cdb-7e1f-42b0-a1eb-81d6a695e29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:43.993028 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec876d-4133-475a-8731-ae0aa7574811 req-989cc0c7-e092-4bcd-be44-09bba0a38aed tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:43.994599 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5aec876d-4133-475a-8731-ae0aa7574811 req-989cc0c7-e092-4bcd-be44-09bba0a38aed tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.5280504 Jun 01 10:15:44.033567 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Pushing event updated for resources: {'Network': ['ID=475734cb-e7ff-4e83-be40-30f3a65c6403,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:44.039644 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:44.063406 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5aec876d-4133-475a-8731-ae0aa7574811 req-83a530a7-f851-4231-ab43-5c6cefe11859 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624366 Jun 01 10:15:44.065032 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1848092 Jun 01 10:15:44.068111 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34274) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:44.074811 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Request body: {'subnet': {'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-321764576-subnet', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'ip_version': 4}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:15:44.084215 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:44.086362 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 475734cb-e7ff-4e83-be40-30f3a65c6403 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:15:44.095480 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Usage tracker for resource:subnet and tenant:310ac1f308ff4d3587cfb3a558482a19 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:44.098974 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:44.110379 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:44.129041 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Made reservation on behalf of 310ac1f308ff4d3587cfb3a558482a19 for: {'subnet': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:15:44.133590 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14452367'] for subnet, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:44.277492 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:15:40Z', 'revision_number': 4, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b', 'name': '', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'mac_address': 'fa:16:3e:7f:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:39Z', 'updated_at': '2021-06-01T10:15:40Z', 'revision_number': 2, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'subnets': [{'id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:44.282705 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Checking router: 4f643d8d-435c-4f98-9487-59fff55c4461 for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:15:44.283151 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Updating router 4f643d8d-435c-4f98-9487-59fff55c4461 port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b binding host dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:15:44.350377 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:44.638809 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b955eb5-4d72-4263-8eab-8c69024fe223 req-ceed69d3-ac21-4aaf-8c5c-c61d3bf5124b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:44.640641 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b955eb5-4d72-4263-8eab-8c69024fe223 req-ceed69d3-ac21-4aaf-8c5c-c61d3bf5124b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.1205835 Jun 01 10:15:44.764703 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6b955eb5-4d72-4263-8eab-8c69024fe223 req-b3f9eece-6220-4e27-8849-4efe2fbe1403 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132636 Jun 01 10:15:44.790674 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2791965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14452377'] for subnet, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:44.794860 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-178c1088-af8f-4db4-b5ec-89a032bc4cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:44.805556 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device f7320623-d742-4e73-a712-9c53d995760c up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:44.882071 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fe8dc1-323c-44f8-a23a-d78b81b594ab,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:44.890646 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Checking segment: {'id': 'c078bf47-eb9e-47f1-b919-cca0eb40b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:15:44.891012 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Network hostable DHCP agents. Network: 475734cb-e7ff-4e83-be40-30f3a65c6403, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:15:44.895671 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:44.911796 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Network 475734cb-e7ff-4e83-be40-30f3a65c6403 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:15:44.926198 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 475734cb-e7ff-4e83-be40-30f3a65c6403) {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:15:44.938099 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port f7320623-d742-4e73-a712-9c53d995760c triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:44.938497 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:44.981125 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:44.981723 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:44.995627 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dd8a36-c87c-4aac-9e70-5f15c5c6b243 None None] Network 475734cb-e7ff-4e83-be40-30f3a65c6403 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:15:45.021195 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34330) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:45.023211 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-919abf4b-b09f-41cd-99b8-a14bb9e78836 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9535584 Jun 01 10:15:45.033332 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-321764576-router', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:15:45.041170 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:15:45.048890 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Usage tracker for resource:router and tenant:310ac1f308ff4d3587cfb3a558482a19 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:15:45.052498 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:15:45.060006 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:15:45.076657 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-569544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5536'] for router, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:45.078714 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-565783', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5547'] for router, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:45.098930 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:45.186907 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Notify callbacks [] for port, precommit_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:45.274722 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Transition to ACTIVE for port object bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:15:45.341888 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:45.350307 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:45.531079 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b1729-a5fc-4b12-ae4d-c2d7cd7c8ba0 None None] Pushing event updated for resources: {'Port': ['ID=bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:45.536704 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-565810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5597'] for router, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:45.539623 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-7a0b1729-a5fc-4b12-ae4d-c2d7cd7c8ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:45.611025 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81c92b0c-fe5b-5064-8ba5-f448fd61c5dd-475734cb-e7ff-4e83-be40-30f3a65c6403', 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'fixed_ips': [{'subnet_id': '13fe8dc1-323c-44f8-a23a-d78b81b594ab'}]}} from dv-cinder-784779-13-smb. {{(pid=91917) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 10:15:45.612162 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:45.671489 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b787ad-8a42-457f-a281-4853399f2662 req-0b8ae850-e7c5-4736-8818-b959579336ad tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:45.672957 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c4b787ad-8a42-457f-a281-4853399f2662 req-0b8ae850-e7c5-4736-8818-b959579336ad tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.4323521 Jun 01 10:15:45.691042 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1d11e-59fa-41ca-a10d-16ee32107f6e req-447140d4-ba77-449d-b308-df619cc8c1d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:45.692599 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f9a1d11e-59fa-41ca-a10d-16ee32107f6e req-447140d4-ba77-449d-b308-df619cc8c1d9 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.82 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.2226284 Jun 01 10:15:45.692744 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Attempting to bind port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:15:45.693127 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Attempting to bind port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:15:45.693502 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Attempting to bind port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b on network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:15:45.704584 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:15:45.704971 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Checking segment: {'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:15:45.705386 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:45.705874 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Bound using segment: {'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:15:45.706356 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Bound port: bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:15:45.706671 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:45.809017 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c4b787ad-8a42-457f-a281-4853399f2662 req-543b9533-bace-487e-bd26-f65a325d71f0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289198 Jun 01 10:15:45.888250 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] For port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:15:45.904055 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] For port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:15:45.909318 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.db_base_plugin_common [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Allocated IP 172.20.0.2 (475734cb-e7ff-4e83-be40-30f3a65c6403/13fe8dc1-323c-44f8-a23a-d78b81b594ab/eceaa6d5-0b75-49bf-94e1-23886b5dd5b0) {{(pid=91917) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:15:45.914492 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:45.919832 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:46.012111 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8544cd-608b-4677-a469-a575fbeb3de8 req-0a7eca44-b584-4cf4-980e-773c2b539b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:46.014884 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-0c8544cd-608b-4677-a469-a575fbeb3de8 req-0a7eca44-b584-4cf4-980e-773c2b539b96 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 1098 time: 0.1479111 Jun 01 10:15:46.108335 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Routers {'4f643d8d-435c-4f98-9487-59fff55c4461'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:15:46.109572 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:15:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['4f643d8d-435c-4f98-9487-59fff55c4461'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:46.170003 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8544cd-608b-4677-a469-a575fbeb3de8 req-85f76633-7022-4531-95b4-c45e456c7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:46.171509 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-0c8544cd-608b-4677-a469-a575fbeb3de8 req-85f76633-7022-4531-95b4-c45e456c7d43 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 919 time: 0.1503510 Jun 01 10:15:46.239394 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b1729-a5fc-4b12-ae4d-c2d7cd7c8ba0 None None] Pushing event updated for resources: {'Port': ['ID=bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:46.242899 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-7a0b1729-a5fc-4b12-ae4d-c2d7cd7c8ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:46.247161 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-f9a1d11e-59fa-41ca-a10d-16ee32107f6e req-4bf9496f-677c-4646-9d06-9232c19c1d0c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Deleting port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:15:46.247817 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-f9a1d11e-59fa-41ca-a10d-16ee32107f6e req-4bf9496f-677c-4646-9d06-9232c19c1d0c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:46.285908 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-0c8544cd-608b-4677-a469-a575fbeb3de8 req-3f611149-61d5-4cd1-b77f-a067c5e5fba8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1 HTTP/1.1" status: 200 len: 1001 time: 0.1070821 Jun 01 10:15:46.341876 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3475d-ad8d-4158-ae86-be14e50d4bd8 req-a161fbeb-4b9d-4e84-8c4b-103f0aaefe55 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:46.347781 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8be3475d-ad8d-4158-ae86-be14e50d4bd8 req-a161fbeb-4b9d-4e84-8c4b-103f0aaefe55 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.3849430 Jun 01 10:15:46.359410 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8544cd-608b-4677-a469-a575fbeb3de8 req-89a033aa-3439-4281-940d-6befecd15d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:46.361026 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-0c8544cd-608b-4677-a469-a575fbeb3de8 req-89a033aa-3439-4281-940d-6befecd15d6e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 200 len: 856 time: 0.0670714 Jun 01 10:15:46.458858 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8544cd-608b-4677-a469-a575fbeb3de8 req-b154f486-e9ff-4a8a-98c8-069290ecde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:46.461120 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-0c8544cd-608b-4677-a469-a575fbeb3de8 req-b154f486-e9ff-4a8a-98c8-069290ecde7e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c339b17d-abdf-48dc-8c0f-50ed8b34d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0912924 Jun 01 10:15:46.471651 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] Set router 4f643d8d-435c-4f98-9487-59fff55c4461 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:15:46.505658 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-f9a1d11e-59fa-41ca-a10d-16ee32107f6e req-4bf9496f-677c-4646-9d06-9232c19c1d0c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] For port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=4d60353c-d974-412f-a3a1-71b9ff2b9ae7,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:46.505658 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-f9a1d11e-59fa-41ca-a10d-16ee32107f6e req-4bf9496f-677c-4646-9d06-9232c19c1d0c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:46.515452 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8be3475d-ad8d-4158-ae86-be14e50d4bd8 req-05254e66-aae7-4fe9-bd22-8f741a47389b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665461 Jun 01 10:15:46.521209 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:46.556950 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:46.641995 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-0c8544cd-608b-4677-a469-a575fbeb3de8 req-1b8d698a-a365-46f3-9818-a31061ee23be service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721730 Jun 01 10:15:46.677642 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Notify callbacks [] for port, precommit_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:46.730076 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-f9a1d11e-59fa-41ca-a10d-16ee32107f6e req-4bf9496f-677c-4646-9d06-9232c19c1d0c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Calling delete_port for 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:15:46.736111 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Transition to ACTIVE for port object eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 will not be triggered until provisioned by entity L2. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:15:46.782956 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Transition to ACTIVE for port object eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 will not be triggered until provisioned by entity DHCP. {{(pid=91917) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:15:46.794818 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-0c8544cd-608b-4677-a469-a575fbeb3de8 req-6fcff179-3666-4324-8171-cf2a905b5666 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456118 Jun 01 10:15:46.802287 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187'] for port, after_create {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:46.808873 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:46.862194 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Allocated IP 172.28.3.217 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/471973b0-8c6c-4cc0-b0e8-448b0a85b147) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:15:46.907048 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Network 475734cb-e7ff-4e83-be40-30f3a65c6403 is already hosted by enough agents. {{(pid=91917) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:15:46.910823 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.scheduler.base_scheduler [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Resources bound (agent type, host, resource id): {{(pid=91917) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:15:46.915787 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Received port after_create {{(pid=91917) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:15:46.924088 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Pushing event updated for resources: {'Port': ['ID=eceaa6d5-0b75-49bf-94e1-23886b5dd5b0,revision_number=1']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:46.961274 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:47.027110 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Attempting to bind port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:15:47.027477 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Attempting to bind port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'c078bf47-eb9e-47f1-b919-cca0eb40b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403'}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:15:47.027838 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Attempting to bind port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 on network 475734cb-e7ff-4e83-be40-30f3a65c6403 {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:15:47.035753 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:15:47.035992 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Checking segment: {'id': 'c078bf47-eb9e-47f1-b919-cca0eb40b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91917) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:15:47.036382 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:47.036773 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Bound using segment: {'id': 'c078bf47-eb9e-47f1-b919-cca0eb40b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403'} {{(pid=91917) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:15:47.037794 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.managers [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Bound port: eceaa6d5-0b75-49bf-94e1-23886b5dd5b0, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c078bf47-eb9e-47f1-b919-cca0eb40b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403'}}] {{(pid=91917) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:15:47.037794 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:47.089407 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:15:40Z', 'revision_number': 4, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b', 'name': '', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'mac_address': 'fa:16:3e:7f:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:39Z', 'updated_at': '2021-06-01T10:15:45Z', 'revision_number': 4, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'subnets': [{'id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:47.109191 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc40ff7e-e043-40a5-bd7a-5264d8d85a05 None None] The sync data for ids ['4f643d8d-435c-4f98-9487-59fff55c4461'] in dv-cinder-784779-13-smb is: [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:15:40Z', 'revision_number': 4, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b', 'name': '', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'mac_address': 'fa:16:3e:7f:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:39Z', 'updated_at': '2021-06-01T10:15:45Z', 'revision_number': 4, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'subnets': [{'id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:15:47.117739 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-f9a1d11e-59fa-41ca-a10d-16ee32107f6e req-4bf9496f-677c-4646-9d06-9232c19c1d0c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:47.135107 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:47.178423 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] For port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91917) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:15:47.186960 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] For port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=eceaa6d5-0b75-49bf-94e1-23886b5dd5b0,segment=NetworkSegment(c078bf47-eb9e-47f1-b919-cca0eb40b6f4),segment_id=c078bf47-eb9e-47f1-b919-cca0eb40b6f4)] {{(pid=91917) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:15:47.197635 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:47.203548 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-a03e1012-c882-4beb-a6a6-fbc413763db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:47.210900 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9496f-677c-4646-9d06-9232c19c1d0c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Pushing event deleted for resources: {'Port': ['ID=4d60353c-d974-412f-a3a1-71b9ff2b9ae7,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:47.225254 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-4bf9496f-677c-4646-9d06-9232c19c1d0c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:47.259467 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:47.293699 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Pushing event updated for resources: {'Port': ['ID=eceaa6d5-0b75-49bf-94e1-23886b5dd5b0,revision_number=2']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:47.297090 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:47.319044 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a1d11e-59fa-41ca-a10d-16ee32107f6e req-4bf9496f-677c-4646-9d06-9232c19c1d0c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] No DVR routers for this DVR port 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:15:47.329498 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc27ecb-8104-49a0-9759-a0f8030f5161 req-7610779e-85a6-4780-8d46-04b14d8f2ddb tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:47.331125 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3bc27ecb-8104-49a0-9759-a0f8030f5161 req-7610779e-85a6-4780-8d46-04b14d8f2ddb tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f738a7d-bbb5-4809-b02b-46dce041a733 HTTP/1.1" status: 200 len: 945 time: 0.3821981 Jun 01 10:15:47.332257 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-f9a1d11e-59fa-41ca-a10d-16ee32107f6e req-4bf9496f-677c-4646-9d06-9232c19c1d0c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:47.336158 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f738a7d-bbb5-4809-b02b-46dce041a733', 'name': 'network-vif-deleted', 'tag': '4d60353c-d974-412f-a3a1-71b9ff2b9ae7'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:15:47.338464 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b0118b-70d3-4714-ac7d-fe6f66113a99" -d '{"events": [{"server_uuid": "5f738a7d-bbb5-4809-b02b-46dce041a733", "name": "network-vif-deleted", "tag": "4d60353c-d974-412f-a3a1-71b9ff2b9ae7"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:15:47.397480 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c0af1c-0737-4d85-a391-acd555dd73a8 x-openstack-request-id: req-04c0af1c-0737-4d85-a391-acd555dd73a8 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:15:47.397964 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f738a7d-bbb5-4809-b02b-46dce041a733", "name": "network-vif-deleted", "tag": "4d60353c-d974-412f-a3a1-71b9ff2b9ae7", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:15:47.398099 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-04c0af1c-0737-4d85-a391-acd555dd73a8 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:15:47.398517 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f738a7d-bbb5-4809-b02b-46dce041a733', 'name': 'network-vif-deleted', 'tag': '4d60353c-d974-412f-a3a1-71b9ff2b9ae7', 'status': 'completed', 'code': 200} Jun 01 10:15:47.404846 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f9a1d11e-59fa-41ca-a10d-16ee32107f6e req-4bf9496f-677c-4646-9d06-9232c19c1d0c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.82 "DELETE /v2.0/ports/4d60353c-d974-412f-a3a1-71b9ff2b9ae7 HTTP/1.1" status: 204 len: 173 time: 1.6964896 Jun 01 10:15:47.421338 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3bc27ecb-8104-49a0-9759-a0f8030f5161 req-242e7a5e-76ce-4bde-adda-109df1161891 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] 10.222.0.47 "GET /v2.0/security-groups?id=499c1362-4ff1-4aa6-ad58-bb7861e10aff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758023 Jun 01 10:15:47.428834 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:47.444759 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d74ec9cf-abc1-45e2-99c0-bf6b4b0c4cb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:47.519472 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=471973b0-8c6c-4cc0-b0e8-448b0a85b147,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:47.522873 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:47.541161 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:15:47.544284 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:15:47.546890 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:15:48.135557 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cba71-b2f2-4d70-b821-76c41d0a82cd req-4f84ae36-1e23-4399-b778-c9af734db7ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:48.137112 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-971cba71-b2f2-4d70-b821-76c41d0a82cd req-4f84ae36-1e23-4399-b778-c9af734db7ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 945 time: 0.2814450 Jun 01 10:15:48.230161 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 589f3540-ac63-4402-b964-fe90b6ed1cc1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:15:48.269525 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-971cba71-b2f2-4d70-b821-76c41d0a82cd req-06121f9f-f3fb-4902-8907-6132040f4db6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233377 Jun 01 10:15:48.286525 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:48.383127 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:48.417636 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:15:48.422905 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fea8a5-ceec-4fb0-b455-cde993a14742" -d '{"events": [{"server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "name": "network-vif-unplugged", "status": "completed", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:15:48.436368 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:48.443330 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:48.444126 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:15:48.479067 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-eb7600e5-f2d7-4d98-b480-8ca39f42e89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:48.519219 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 10:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c8a52e-6e50-406e-b646-1a9dd63a9422 x-openstack-request-id: req-d9c8a52e-6e50-406e-b646-1a9dd63a9422 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:15:48.519431 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "name": "network-vif-unplugged", "status": "completed", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:15:48.519721 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9c8a52e-6e50-406e-b646-1a9dd63a9422 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:15:48.520086 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'code': 200} Jun 01 10:15:48.525596 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:15:48.526025 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 4d60353c-d974-412f-a3a1-71b9ff2b9ae7 not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:15:48.545233 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34378) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:48.563438 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a4c41-902f-4b5f-9e94-3ca705e43e90 None None] Network 475734cb-e7ff-4e83-be40-30f3a65c6403 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:15:48.633774 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=589f3540-ac63-4402-b964-fe90b6ed1cc1,revision_number=8']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:48.645463 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:48.684927 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-3de21e13-762d-4cc4-80fe-08e781e600a4 None None] Provisioning for port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:15:48.861092 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-565873'] for router, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:48.882972 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:48.984470 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:15:48.997251 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:48.997973 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:49.140145 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Router 644a404d-62e5-4b95-a549-da0393405085 is scheduled to L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f with binding_index 1 {{(pid=91915) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 10:15:49.156958 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:49.200652 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=eceaa6d5-0b75-49bf-94e1-23886b5dd5b0,segment=NetworkSegment(c078bf47-eb9e-47f1-b919-cca0eb40b6f4),segment_id=c078bf47-eb9e-47f1-b919-cca0eb40b6f4)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:49.206012 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:49.206929 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:49.252862 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:49.368545 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:15:49.380079 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Sync routers for ids ['644a404d-62e5-4b95-a549-da0393405085'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:15:49.392709 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571835'] for router_interface, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:49.394932 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Routers {'644a404d-62e5-4b95-a549-da0393405085'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:15:49.395823 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:15:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['644a404d-62e5-4b95-a549-da0393405085'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:49.412683 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:49.417358 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3917959 Jun 01 10:15:49.417759 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34386) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:49.466072 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-595f1b69-cedb-43e9-a174-f1426ee3710f None None] Provisioning complete for port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:49.466691 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-595f1b69-cedb-43e9-a174-f1426ee3710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:49.531850 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:15:49.538933 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=eceaa6d5-0b75-49bf-94e1-23886b5dd5b0,revision_number=3']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:49.542174 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:49.545863 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:49.546250 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:49.685167 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Set router 644a404d-62e5-4b95-a549-da0393405085 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:15:49.771717 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:49.809011 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:49.814312 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:49.818334 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:49.898726 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] Deleting port 11d58d71-3333-44f2-a05c-17b63cafce30 {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:15:49.899285 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:49.927795 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:49.933558 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:50.012148 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccdda3-5e1d-4617-818f-137cdd2fed94 req-5fc64699-f480-4a44-94ff-3aba30c0ce9b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:50.013708 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9eccdda3-5e1d-4617-818f-137cdd2fed94 req-5fc64699-f480-4a44-94ff-3aba30c0ce9b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.4800453 Jun 01 10:15:50.023280 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a404d-62e5-4b95-a549-da0393405085', 'name': 'tempest-TestMinimumBasicScenario-321764576-router', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:45Z', 'updated_at': '2021-06-01T10:15:48Z', 'revision_number': 3, 'project_id': '310ac1f308ff4d3587cfb3a558482a19', 'gw_port': {'id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644a404d-62e5-4b95-a549-da0393405085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:46Z', 'updated_at': '2021-06-01T10:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:50.028231 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Checking router: 644a404d-62e5-4b95-a549-da0393405085 for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:15:50.029236 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Updating router 644a404d-62e5-4b95-a549-da0393405085 port 471973b0-8c6c-4cc0-b0e8-448b0a85b147 binding host dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:15:50.049553 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] For port 11d58d71-3333-44f2-a05c-17b63cafce30, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=11d58d71-3333-44f2-a05c-17b63cafce30,segment=NetworkSegment(691640d5-97fa-4926-aa8a-d9e6c15c00fa),segment_id=691640d5-97fa-4926-aa8a-d9e6c15c00fa)] {{(pid=91916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:50.049919 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:50.086978 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:50.144292 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9eccdda3-5e1d-4617-818f-137cdd2fed94 req-d3f2d42f-7a2b-4eb1-9624-18bf3e36a63a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784161 Jun 01 10:15:50.185755 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] Calling delete_port for 11d58d71-3333-44f2-a05c-17b63cafce30 owned by network:router_interface {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:15:50.536763 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:50.548720 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:50.558402 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:50.567839 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:50.581741 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Transition to ACTIVE for port object 471973b0-8c6c-4cc0-b0e8-448b0a85b147 will not be triggered until provisioned by entity L2. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:15:50.592556 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:50.611187 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:50.708111 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c849b3c-0181-421e-8d70-4d66f0f3b68c None None] Pushing event updated for resources: {'Port': ['ID=471973b0-8c6c-4cc0-b0e8-448b0a85b147,revision_number=2']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:50.768230 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:50.771080 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-0c849b3c-0181-421e-8d70-4d66f0f3b68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:50.775498 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Attempting to bind port 471973b0-8c6c-4cc0-b0e8-448b0a85b147 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:15:50.775808 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Attempting to bind port 471973b0-8c6c-4cc0-b0e8-448b0a85b147 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:15:50.776158 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Attempting to bind port 471973b0-8c6c-4cc0-b0e8-448b0a85b147 on network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:15:50.784453 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:15:50.785388 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Checking segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:15:50.786640 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:50.787483 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Bound using segment: {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:15:50.788750 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Bound port: 471973b0-8c6c-4cc0-b0e8-448b0a85b147, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc64fcd0-8c1a-4efd-946d-f2a7f32bccde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:15:50.789472 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:50.824271 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d58d71-3333-44f2-a05c-17b63cafce30,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:50.882242 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:50.883174 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:50.888206 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] For port 471973b0-8c6c-4cc0-b0e8-448b0a85b147, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:15:50.890754 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:50.893450 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] For port 471973b0-8c6c-4cc0-b0e8-448b0a85b147, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=471973b0-8c6c-4cc0-b0e8-448b0a85b147,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:15:50.899237 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:50.906242 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-cfc8a84f-fbe0-43f8-8b8f-66904d74388b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:50.923685 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Allocated IP 172.20.0.1 (475734cb-e7ff-4e83-be40-30f3a65c6403/13fe8dc1-323c-44f8-a23a-d78b81b594ab/57c6da11-589e-47d8-9e1f-98a8c63541b4) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:15:51.022294 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c849b3c-0181-421e-8d70-4d66f0f3b68c None None] Pushing event updated for resources: {'Port': ['ID=471973b0-8c6c-4cc0-b0e8-448b0a85b147,revision_number=3']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:51.031410 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-0c849b3c-0181-421e-8d70-4d66f0f3b68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:51.039948 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:51.053961 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Routers {'644a404d-62e5-4b95-a549-da0393405085'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:15:51.054650 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:15:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['644a404d-62e5-4b95-a549-da0393405085'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:51.113189 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:51.113710 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:51.184869 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570411'] for router_interface, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:51.269960 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:51.287183 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Transition to ACTIVE for port object 57c6da11-589e-47d8-9e1f-98a8c63541b4 will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:15:51.328574 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:51.340432 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] Set router 644a404d-62e5-4b95-a549-da0393405085 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:15:51.341009 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-94ee3004-08d9-4917-b320-195ddc47ccdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:51.420850 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Network 475734cb-e7ff-4e83-be40-30f3a65c6403 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:15:51.424216 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:15:51.428453 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:15:51.480770 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Pushing event updated for resources: {'Port': ['ID=57c6da11-589e-47d8-9e1f-98a8c63541b4,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:51.486238 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:51.516217 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571648'] for router_interface, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:51.741689 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] Router 00a66c94-a8d6-4397-8e88-a74c7d98d80c has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:15:51.766516 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:51.812248 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a404d-62e5-4b95-a549-da0393405085', 'name': 'tempest-TestMinimumBasicScenario-321764576-router', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:45Z', 'updated_at': '2021-06-01T10:15:48Z', 'revision_number': 3, 'project_id': '310ac1f308ff4d3587cfb3a558482a19', 'gw_port': {'id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644a404d-62e5-4b95-a549-da0393405085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:46Z', 'updated_at': '2021-06-01T10:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:51.817097 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef98aefd-23a0-4c3c-9570-52fc82f0d0af None None] The sync data for ids ['644a404d-62e5-4b95-a549-da0393405085'] in dv-cinder-784779-13-smb is: [{'id': '644a404d-62e5-4b95-a549-da0393405085', 'name': 'tempest-TestMinimumBasicScenario-321764576-router', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:45Z', 'updated_at': '2021-06-01T10:15:48Z', 'revision_number': 3, 'project_id': '310ac1f308ff4d3587cfb3a558482a19', 'gw_port': {'id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644a404d-62e5-4b95-a549-da0393405085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:46Z', 'updated_at': '2021-06-01T10:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:15:51.848267 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-865e2c39-d691-474f-8717-e6c89c0de199 None None] Provisioning for port 57c6da11-589e-47d8-9e1f-98a8c63541b4 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:15:51.863716 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7304a-8f5c-4c7c-b1e4-8e045a4cce0a req-44250b90-96b5-4c9b-902c-45511bc9476e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:51.865801 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-01c7304a-8f5c-4c7c-b1e4-8e045a4cce0a req-44250b90-96b5-4c9b-902c-45511bc9476e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.2548692 Jun 01 10:15:51.881049 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-865e2c39-d691-474f-8717-e6c89c0de199 None None] Provisioning complete for port 57c6da11-589e-47d8-9e1f-98a8c63541b4 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:51.881784 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-865e2c39-d691-474f-8717-e6c89c0de199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:51.959238 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-01c7304a-8f5c-4c7c-b1e4-8e045a4cce0a req-82b8f99a-c897-41df-bbbc-16065c7cbbbd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825846 Jun 01 10:15:51.989322 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:15:52.005461 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-eff277a9-3b91-43c8-a9f2-f60b61852338 admin admin] 10.222.0.47 "PUT /v2.0/routers/00a66c94-a8d6-4397-8e88-a74c7d98d80c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4581969 Jun 01 10:15:52.006251 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34428) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:52.010825 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21803a5-1b7a-4334-88c1-8bdef3ee4d66 None None] Sync routers for ids ['00a66c94-a8d6-4397-8e88-a74c7d98d80c'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:15:52.027875 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-865e2c39-d691-474f-8717-e6c89c0de199 None None] Port 57c6da11-589e-47d8-9e1f-98a8c63541b4 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:15:52.049216 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21803a5-1b7a-4334-88c1-8bdef3ee4d66 None None] Routers {'00a66c94-a8d6-4397-8e88-a74c7d98d80c'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:15:52.050406 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d21803a5-1b7a-4334-88c1-8bdef3ee4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:15:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['00a66c94-a8d6-4397-8e88-a74c7d98d80c'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:52.181083 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34438) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:52.269757 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:52.284963 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 589f3540-ac63-4402-b964-fe90b6ed1cc1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:15:52.434333 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:52.456910 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-d21803a5-1b7a-4334-88c1-8bdef3ee4d66 None None] Set router 00a66c94-a8d6-4397-8e88-a74c7d98d80c gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:15:52.471707 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:52.512585 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-7e082168-86c6-4a15-83c6-6a470873f61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:52.530718 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:52.601768 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571821'] for router_interface, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:52.629591 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-a5339d1b-922d-495d-a51d-002d8cc86c99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4431639 Jun 01 10:15:52.642492 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Pushing event updated for resources: {'Port': ['ID=57c6da11-589e-47d8-9e1f-98a8c63541b4,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:52.650471 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:52.664695 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Deleting port f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:15:52.664695 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:52.936014 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Network 475734cb-e7ff-4e83-be40-30f3a65c6403 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:15:52.941871 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:15:52.952485 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 471973b0-8c6c-4cc0-b0e8-448b0a85b147 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:53.220450 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d21803a5-1b7a-4334-88c1-8bdef3ee4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'name': 'tempest-ServerRescueNegativeTestJSON-186173657-router', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:15:50Z', 'revision_number': 5, 'project_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'gw_port': {'id': 'f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:53.225791 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port 471973b0-8c6c-4cc0-b0e8-448b0a85b147 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:15:53.231183 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21803a5-1b7a-4334-88c1-8bdef3ee4d66 None None] Checking router: 00a66c94-a8d6-4397-8e88-a74c7d98d80c for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:15:53.236666 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 471973b0-8c6c-4cc0-b0e8-448b0a85b147 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:53.237112 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:53.326309 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] For port f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:53.326857 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:53.327238 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21803a5-1b7a-4334-88c1-8bdef3ee4d66 None None] Routers {'00a66c94-a8d6-4397-8e88-a74c7d98d80c'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:15:53.329689 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d21803a5-1b7a-4334-88c1-8bdef3ee4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:15:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['00a66c94-a8d6-4397-8e88-a74c7d98d80c'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:53.369788 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Router 644a404d-62e5-4b95-a549-da0393405085 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:15:53.514979 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Calling delete_port for f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 owned by network:router_gateway {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:15:53.630278 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d787b3d-5f66-4101-ba66-d70d098cae69 req-7b4cdaf0-f2a3-418f-9001-dc3e1d25465c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:53.632430 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4d787b3d-5f66-4101-ba66-d70d098cae69 req-7b4cdaf0-f2a3-418f-9001-dc3e1d25465c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.4196928 Jun 01 10:15:53.737419 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:53.743561 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e042d469-b782-4449-af9f-f365ec04a142 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:53.767549 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-5baa79f2-f0c5-4f05-a011-87338ba1fafe None None] Provisioning complete for port 57c6da11-589e-47d8-9e1f-98a8c63541b4 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:53.768284 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-5baa79f2-f0c5-4f05-a011-87338ba1fafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:53.786781 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4d787b3d-5f66-4101-ba66-d70d098cae69 req-55113c31-594c-4b52-914c-2119e7478a9c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405778 Jun 01 10:15:53.801248 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:15:53.826653 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] 10.222.0.47 "PUT /v2.0/routers/644a404d-62e5-4b95-a549-da0393405085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4076629 Jun 01 10:15:53.827461 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:53.831527 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:53.866299 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-5baa79f2-f0c5-4f05-a011-87338ba1fafe None None] Port 57c6da11-589e-47d8-9e1f-98a8c63541b4 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:15:53.923201 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-d21803a5-1b7a-4334-88c1-8bdef3ee4d66 None None] Set router 00a66c94-a8d6-4397-8e88-a74c7d98d80c gateway port host: None {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:15:53.957653 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565926'] for router_gateway, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:54.101537 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d21803a5-1b7a-4334-88c1-8bdef3ee4d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'name': 'tempest-ServerRescueNegativeTestJSON-186173657-router', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:15:52Z', 'revision_number': 6, 'project_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'gw_port_host': None}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:54.115590 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21803a5-1b7a-4334-88c1-8bdef3ee4d66 None None] The sync data for ids ['00a66c94-a8d6-4397-8e88-a74c7d98d80c'] in dv-cinder-784779-13-smb is: [{'id': '00a66c94-a8d6-4397-8e88-a74c7d98d80c', 'name': 'tempest-ServerRescueNegativeTestJSON-186173657-router', 'tenant_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:15:52Z', 'revision_number': 6, 'project_id': '4c4e84b6a84046b9a912b9d85ab300fe', 'gw_port_host': None}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:15:54.125283 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:54.157448 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port 471973b0-8c6c-4cc0-b0e8-448b0a85b147, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=471973b0-8c6c-4cc0-b0e8-448b0a85b147,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:54.163575 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5586'] for router, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:54.166533 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:54.166689 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:54.168661 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-b3ee1005-c3c9-44b3-8187-f91072fff52f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:54.254444 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=471973b0-8c6c-4cc0-b0e8-448b0a85b147,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:54.257946 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:54.288887 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571159'] for router, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:54.289604 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00a66c94-a8d6-4397-8e88-a74c7d98d80c {{(pid=91916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 10:15:54.309677 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] Notify callbacks [] for router, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:54.313794 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-09b94a33-547c-41f2-9c84-2fa6a915a8e3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/00a66c94-a8d6-4397-8e88-a74c7d98d80c HTTP/1.1" status: 204 len: 168 time: 2.3040674 Jun 01 10:15:54.318361 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34466) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:54.396135 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6699cd-939a-4f61-a30a-bf9df4890322 admin admin] Deleting subnet 785bd10a-6e85-4db1-b7c7-06b735b5b7aa {{(pid=91915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:15:54.399193 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ad6699cd-939a-4f61-a30a-bf9df4890322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:54.455932 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ad6699cd-939a-4f61-a30a-bf9df4890322 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16659229'] for subnet, precommit_delete_associations {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:54.466392 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Sync routers for ids ['644a404d-62e5-4b95-a549-da0393405085'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:15:54.485554 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Routers {'644a404d-62e5-4b95-a549-da0393405085'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:15:54.486303 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:15:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['644a404d-62e5-4b95-a549-da0393405085'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:54.534470 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ad6699cd-939a-4f61-a30a-bf9df4890322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:54.714078 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Set router 644a404d-62e5-4b95-a549-da0393405085 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:15:54.918950 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ad6699cd-939a-4f61-a30a-bf9df4890322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14465532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13795850'] for subnet, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:54.926288 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-5c9a31d4-fea7-43d4-ae6a-f8af3ecd786c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:55.011357 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-857789ba-aeba-45a0-b5e7-897eab4280b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.022130 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ad6699cd-939a-4f61-a30a-bf9df4890322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.025652 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6699cd-939a-4f61-a30a-bf9df4890322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785bd10a-6e85-4db1-b7c7-06b735b5b7aa,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:55.029295 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ad6699cd-939a-4f61-a30a-bf9df4890322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:55.057221 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-ad6699cd-939a-4f61-a30a-bf9df4890322 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/785bd10a-6e85-4db1-b7c7-06b735b5b7aa HTTP/1.1" status: 204 len: 168 time: 0.7376840 Jun 01 10:15:55.059933 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34490) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:55.151469 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9db454-b009-4d8e-a99e-e502df07f782 req-7f7e5579-8f80-4f8f-80d6-faf215a813c0 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:55.153408 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1d9db454-b009-4d8e-a99e-e502df07f782 req-7f7e5579-8f80-4f8f-80d6-faf215a813c0 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.1952007 Jun 01 10:15:55.157786 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a404d-62e5-4b95-a549-da0393405085', 'name': 'tempest-TestMinimumBasicScenario-321764576-router', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:45Z', 'updated_at': '2021-06-01T10:15:51Z', 'revision_number': 4, 'project_id': '310ac1f308ff4d3587cfb3a558482a19', 'gw_port': {'id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a404d-62e5-4b95-a549-da0393405085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:46Z', 'updated_at': '2021-06-01T10:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '57c6da11-589e-47d8-9e1f-98a8c63541b4', 'name': '', 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'mac_address': 'fa:16:3e:3d:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644a404d-62e5-4b95-a549-da0393405085', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '13fe8dc1-323c-44f8-a23a-d78b81b594ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:50Z', 'updated_at': '2021-06-01T10:15:51Z', 'revision_number': 2, 'project_id': '310ac1f308ff4d3587cfb3a558482a19', 'subnets': [{'id': '13fe8dc1-323c-44f8-a23a-d78b81b594ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:55.162333 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Checking router: 644a404d-62e5-4b95-a549-da0393405085 for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:15:55.162715 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Updating router 644a404d-62e5-4b95-a549-da0393405085 port 57c6da11-589e-47d8-9e1f-98a8c63541b4 binding host dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 10:15:55.190489 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-8e56bf95-c391-4b68-9215-299dae9d4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:55.200369 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-8e56bf95-c391-4b68-9215-299dae9d4bd5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e&tenant_id=2b47eeeeaee04233ab8d4396abe036e5 HTTP/1.1" status: 200 len: 1096 time: 0.1458690 Jun 01 10:15:55.227945 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.231758 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 471973b0-8c6c-4cc0-b0e8-448b0a85b147 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:55.271400 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.380883 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 471973b0-8c6c-4cc0-b0e8-448b0a85b147 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:55.381164 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.494458 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1d9db454-b009-4d8e-a99e-e502df07f782 req-3654d251-b593-4962-9364-301593ad22e6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3334484 Jun 01 10:15:55.568297 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-f665f04a-556f-4724-9775-cdeea88046f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:55.570066 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-f665f04a-556f-4724-9775-cdeea88046f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 1096 time: 0.3329644 Jun 01 10:15:55.592863 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.603809 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 11d58d71-3333-44f2-a05c-17b63cafce30 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:15:55.618579 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae4a575-96f6-4484-8fc0-42b456a8ed8d']}} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:55.644473 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691640d5-97fa-4926-aa8a-d9e6c15c00fa') {'for_net_delete': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:55.644686 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691640d5-97fa-4926-aa8a-d9e6c15c00fa') {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:55.651426 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: 11d58d71-3333-44f2-a05c-17b63cafce30 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:15:55.651949 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 11d58d71-3333-44f2-a05c-17b63cafce30 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:15:55.679021 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14937737'] for segment, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.716278 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.737902 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=91916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:15:55.737902 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2725624'] for segment, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: Traceback (most recent call last): Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: timer() Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: cb(*args, **kw) Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: return func(*args, **kwargs) Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: self._notify() Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: self.callback(batched_events) Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: event.method(event) Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: return f(self, *a, **k) Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: return self._get(url).json() Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: return self.request(url, 'GET', **kwargs) Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:15:55.751456 dv-cinder-784779-13-smb neutron-server[91916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:15:55.776535 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-2d7c89a3-26f1-418f-bf5c-a68d0b870625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:55.778620 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-2d7c89a3-26f1-418f-bf5c-a68d0b870625 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 919 time: 0.1998143 Jun 01 10:15:55.865345 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.871711 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.876183 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:55.906586 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae4a575-96f6-4484-8fc0-42b456a8ed8d,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:55.909782 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:55.913455 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-c0af9c7d-66ca-4a9b-a834-b6c4d3433d0d admin admin] 10.222.0.47 "DELETE /v2.0/networks/8ae4a575-96f6-4484-8fc0-42b456a8ed8d HTTP/1.1" status: 204 len: 168 time: 0.8524909 Jun 01 10:15:55.931709 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Notify callbacks [] for port, precommit_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.933147 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-a96890d2-f651-49d5-9be1-f7f645992f31 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1 HTTP/1.1" status: 200 len: 999 time: 0.1451428 Jun 01 10:15:55.971151 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.provisioning_blocks [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Transition to ACTIVE for port object 57c6da11-589e-47d8-9e1f-98a8c63541b4 will not be triggered until provisioned by entity L2. {{(pid=91918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:15:55.987885 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:55.998212 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-901cbc86-5e6d-4241-a747-d542f32292d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:56.027032 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-50ec5c25-476b-42a7-a4ed-9f92609f326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:56.028777 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-50ec5c25-476b-42a7-a4ed-9f92609f326a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 200 len: 856 time: 0.0892375 Jun 01 10:15:56.158689 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-4b55c28b-d778-4d5d-95ed-883a8e39a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:56.160432 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-4b55c28b-d778-4d5d-95ed-883a8e39a4d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c339b17d-abdf-48dc-8c0f-50ed8b34d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1234531 Jun 01 10:15:56.190500 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcab846-c89f-4e0a-9e75-f1258681de78 None None] Pushing event updated for resources: {'Port': ['ID=57c6da11-589e-47d8-9e1f-98a8c63541b4,revision_number=3']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:56.200126 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-2fcab846-c89f-4e0a-9e75-f1258681de78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:56.240466 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34498) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:56.303033 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-3d1b4b98-5144-4e37-b012-577059f11424 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c4e84b6a84046b9a912b9d85ab300fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0612483 Jun 01 10:15:56.305464 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34502) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:15:56.367127 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Attempting to bind port 57c6da11-589e-47d8-9e1f-98a8c63541b4 on host dv-cinder-784779-13-smb for vnic_type normal with profile {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:15:56.367825 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Attempting to bind port 57c6da11-589e-47d8-9e1f-98a8c63541b4 by drivers openvswitch,hyperv on host dv-cinder-784779-13-smb at level 0 using segments [{'id': 'c078bf47-eb9e-47f1-b919-cca0eb40b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403'}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:15:56.368642 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Attempting to bind port 57c6da11-589e-47d8-9e1f-98a8c63541b4 on network 475734cb-e7ff-4e83-be40-30f3a65c6403 {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:15:56.376461 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Checking agent: {'id': 'e79645b6-e3ab-4f19-b654-24d233a1d342', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 4, 57), 'started_at': datetime.datetime(2021, 6, 1, 10, 5, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:15:56.377136 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Checking segment: {'id': 'c078bf47-eb9e-47f1-b919-cca0eb40b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:15:56.377748 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:56.378563 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Bound using segment: {'id': 'c078bf47-eb9e-47f1-b919-cca0eb40b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403'} {{(pid=91918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:15:56.379340 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.managers [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Bound port: 57c6da11-589e-47d8-9e1f-98a8c63541b4, host: dv-cinder-784779-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c078bf47-eb9e-47f1-b919-cca0eb40b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403'}}] {{(pid=91918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:15:56.380387 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:56.398950 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-64e1627c-519d-4dcc-80e0-aa403fab20c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:56.439748 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-171cbe41-3416-42af-9c27-d30b08062466 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701659 Jun 01 10:15:56.442089 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-64e1627c-519d-4dcc-80e0-aa403fab20c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:56.521367 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] For port 57c6da11-589e-47d8-9e1f-98a8c63541b4, host dv-cinder-784779-13-smb, cleared binding levels {{(pid=91918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:15:56.524641 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-64e1627c-519d-4dcc-80e0-aa403fab20c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:56.525614 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.plugins.ml2.db [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] For port 57c6da11-589e-47d8-9e1f-98a8c63541b4, host dv-cinder-784779-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=57c6da11-589e-47d8-9e1f-98a8c63541b4,segment=NetworkSegment(c078bf47-eb9e-47f1-b919-cca0eb40b6f4),segment_id=c078bf47-eb9e-47f1-b919-cca0eb40b6f4)] {{(pid=91918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:15:56.528451 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-aca06f8e-f1f2-4c23-b912-51289d2827e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:56.531193 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron_lib.callbacks.manager [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:56.537228 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:56.554223 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1627c-519d-4dcc-80e0-aa403fab20c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499c1362-4ff1-4aa6-ad58-bb7861e10aff,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:56.563491 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-64e1627c-519d-4dcc-80e0-aa403fab20c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:56.577091 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-64e1627c-519d-4dcc-80e0-aa403fab20c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:56.584120 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-64e1627c-519d-4dcc-80e0-aa403fab20c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/499c1362-4ff1-4aa6-ad58-bb7861e10aff HTTP/1.1" status: 204 len: 168 time: 0.2749145 Jun 01 10:15:56.618516 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-199cfa37-4d26-45f9-8c7d-1d2a334de27a req-6fec2b5e-398b-4b36-8cf7-eb0484fec470 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677473 Jun 01 10:15:56.647579 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Routers {'644a404d-62e5-4b95-a549-da0393405085'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:15:56.648235 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:15:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['644a404d-62e5-4b95-a549-da0393405085'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:56.678652 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:15:56.742857 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcab846-c89f-4e0a-9e75-f1258681de78 None None] Pushing event updated for resources: {'Port': ['ID=57c6da11-589e-47d8-9e1f-98a8c63541b4,revision_number=4']} {{(pid=91918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:56.749992 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:15:56.753937 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device f6ad7d4c-6701-42d0-98cc-0802c9d5dbd7 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:15:56.771467 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG oslo_concurrency.lockutils [None req-2fcab846-c89f-4e0a-9e75-f1258681de78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:56.956103 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a014f1e-d22e-4ffc-9e70-c789161472ed req-bbe732af-ccbf-416e-b673-d76734f93130 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:56.963881 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3a014f1e-d22e-4ffc-9e70-c789161472ed req-bbe732af-ccbf-416e-b673-d76734f93130 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.1541138 Jun 01 10:15:56.991528 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:15:57.036595 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] Set router 644a404d-62e5-4b95-a549-da0393405085 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:15:57.052473 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3a014f1e-d22e-4ffc-9e70-c789161472ed req-03ed38db-000c-43eb-90c0-cdd328bea371 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874143 Jun 01 10:15:57.546989 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:57.566518 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a404d-62e5-4b95-a549-da0393405085', 'name': 'tempest-TestMinimumBasicScenario-321764576-router', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:45Z', 'updated_at': '2021-06-01T10:15:51Z', 'revision_number': 4, 'project_id': '310ac1f308ff4d3587cfb3a558482a19', 'gw_port': {'id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a404d-62e5-4b95-a549-da0393405085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:46Z', 'updated_at': '2021-06-01T10:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '57c6da11-589e-47d8-9e1f-98a8c63541b4', 'name': '', 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'mac_address': 'fa:16:3e:3d:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644a404d-62e5-4b95-a549-da0393405085', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '13fe8dc1-323c-44f8-a23a-d78b81b594ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:50Z', 'updated_at': '2021-06-01T10:15:56Z', 'revision_number': 4, 'project_id': '310ac1f308ff4d3587cfb3a558482a19', 'subnets': [{'id': '13fe8dc1-323c-44f8-a23a-d78b81b594ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:15:57.571053 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793a9bf-7692-4661-b730-860ce1916d3d None None] The sync data for ids ['644a404d-62e5-4b95-a549-da0393405085'] in dv-cinder-784779-13-smb is: [{'id': '644a404d-62e5-4b95-a549-da0393405085', 'name': 'tempest-TestMinimumBasicScenario-321764576-router', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:45Z', 'updated_at': '2021-06-01T10:15:51Z', 'revision_number': 4, 'project_id': '310ac1f308ff4d3587cfb3a558482a19', 'gw_port': {'id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a404d-62e5-4b95-a549-da0393405085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:46Z', 'updated_at': '2021-06-01T10:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '57c6da11-589e-47d8-9e1f-98a8c63541b4', 'name': '', 'network_id': '475734cb-e7ff-4e83-be40-30f3a65c6403', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'mac_address': 'fa:16:3e:3d:47:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644a404d-62e5-4b95-a549-da0393405085', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '13fe8dc1-323c-44f8-a23a-d78b81b594ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:50Z', 'updated_at': '2021-06-01T10:15:56Z', 'revision_number': 4, 'project_id': '310ac1f308ff4d3587cfb3a558482a19', 'subnets': [{'id': '13fe8dc1-323c-44f8-a23a-d78b81b594ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:15:57.768912 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6bc13265-dc9a-4068-a90b-7527d2977be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:57.784250 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-170e94bb-931c-4914-93b4-a21ee78becc1 req-0c1ba593-304c-46c9-b9fb-97f6b3df12ad service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1924632 Jun 01 10:15:57.903304 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e94bb-931c-4914-93b4-a21ee78becc1 req-dfd6e68a-774f-4a07-a833-d7ce0fc0d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:57.905692 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-170e94bb-931c-4914-93b4-a21ee78becc1 req-dfd6e68a-774f-4a07-a833-d7ce0fc0d908 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6&device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 1098 time: 0.0959594 Jun 01 10:15:58.282702 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e94bb-931c-4914-93b4-a21ee78becc1 req-31af4e89-c8bc-47ac-9a56-9cb9c39bfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:58.284173 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-170e94bb-931c-4914-93b4-a21ee78becc1 req-31af4e89-c8bc-47ac-9a56-9cb9c39bfebb service neutron] 10.222.0.82 "GET /v2.0/networks?id=7900aab4-e9fe-4a51-9bca-0dfd165efadc HTTP/1.1" status: 200 len: 913 time: 0.3421998 Jun 01 10:15:58.517371 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:58.564066 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-170e94bb-931c-4914-93b4-a21ee78becc1 req-6be86ed9-b30f-4079-8033-dbfbf55b9425 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd93b7d6-f4fc-4834-9a46-07da4ee2923f HTTP/1.1" status: 200 len: 1001 time: 0.2658069 Jun 01 10:15:58.682210 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77e4ba-8656-4059-bfac-1dcb542a3c43 req-a8b4b962-28d5-45c0-93d3-68864e19454f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:58.688711 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9f77e4ba-8656-4059-bfac-1dcb542a3c43 req-a8b4b962-28d5-45c0-93d3-68864e19454f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.2793221 Jun 01 10:15:58.819782 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e94bb-931c-4914-93b4-a21ee78becc1 req-efbc2f5c-0b8b-4e8b-98d4-43283a90e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:58.819782 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-170e94bb-931c-4914-93b4-a21ee78becc1 req-efbc2f5c-0b8b-4e8b-98d4-43283a90e496 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2495f7f6-4b79-4201-8237-61645accc743 HTTP/1.1" status: 200 len: 850 time: 0.2282104 Jun 01 10:15:58.931391 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 57c6da11-589e-47d8-9e1f-98a8c63541b4 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:15:58.959639 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9f77e4ba-8656-4059-bfac-1dcb542a3c43 req-62be65c9-d7f4-4d6c-814e-46d6866745ce tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668197 Jun 01 10:15:59.007614 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:59.016780 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e94bb-931c-4914-93b4-a21ee78becc1 req-72c33870-ec0e-460f-9549-061bdfe89c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:15:59.018468 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-170e94bb-931c-4914-93b4-a21ee78becc1 req-72c33870-ec0e-460f-9549-061bdfe89c5b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7900aab4-e9fe-4a51-9bca-0dfd165efadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1562252 Jun 01 10:15:59.112589 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning for port 57c6da11-589e-47d8-9e1f-98a8c63541b4 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:15:59.125082 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 57c6da11-589e-47d8-9e1f-98a8c63541b4 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:15:59.128376 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:59.380317 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-170e94bb-931c-4914-93b4-a21ee78becc1 req-db689b91-8595-45a4-b75c-31c97166bd4b service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461976 Jun 01 10:15:59.508496 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:59.599442 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] For port 57c6da11-589e-47d8-9e1f-98a8c63541b4, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=57c6da11-589e-47d8-9e1f-98a8c63541b4,segment=NetworkSegment(c078bf47-eb9e-47f1-b919-cca0eb40b6f4),segment_id=c078bf47-eb9e-47f1-b919-cca0eb40b6f4)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:15:59.607777 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:15:59.611974 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:15:59.830232 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Pushing event updated for resources: {'Port': ['ID=57c6da11-589e-47d8-9e1f-98a8c63541b4,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:15:59.836402 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:15:59.954752 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-170e94bb-931c-4914-93b4-a21ee78becc1 req-cfb1d4fb-2942-48ad-b553-9444f9868600 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591786 Jun 01 10:16:00.276540 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb48b0a-e8df-4a62-8a34-3b24f1cabed9 req-10202b05-415b-438a-8c89-e3294f5a980d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:00.285527 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6eb48b0a-e8df-4a62-8a34-3b24f1cabed9 req-10202b05-415b-438a-8c89-e3294f5a980d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.1555529 Jun 01 10:16:00.372344 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6eb48b0a-e8df-4a62-8a34-3b24f1cabed9 req-a4cad7ce-5835-4a84-b988-d9858787fb96 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793607 Jun 01 10:16:00.375850 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:00.789798 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 57c6da11-589e-47d8-9e1f-98a8c63541b4 up at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:16:00.948684 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Provisioning complete for port 57c6da11-589e-47d8-9e1f-98a8c63541b4 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:16:00.949474 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:01.764099 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb093b-c690-4578-936b-7f339ee28c9b req-2d9f9399-6c85-4650-88c6-0bc0c5ac846c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:01.770694 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6fbb093b-c690-4578-936b-7f339ee28c9b req-2d9f9399-6c85-4650-88c6-0bc0c5ac846c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.1093059 Jun 01 10:16:01.845135 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6fbb093b-c690-4578-936b-7f339ee28c9b req-6ba3723a-e0ba-4287-980e-a31bf2855b4e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604634 Jun 01 10:16:03.189621 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89adb8-e04a-47ac-ac44-42fbf411e3e3 req-fd12ed2a-e80f-4dc2-880b-64bb8bfae08b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:03.192928 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8a89adb8-e04a-47ac-ac44-42fbf411e3e3 req-fd12ed2a-e80f-4dc2-880b-64bb8bfae08b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.1867604 Jun 01 10:16:03.309501 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8a89adb8-e04a-47ac-ac44-42fbf411e3e3 req-8772100b-de09-4b3a-866e-df746b0eddfc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036186 Jun 01 10:16:03.366150 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34622) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:03.553126 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-b0675b72-901e-46aa-b39c-079b1e87ffb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:03.595742 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-b0675b72-901e-46aa-b39c-079b1e87ffb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:03.600174 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-b0675b72-901e-46aa-b39c-079b1e87ffb9 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc934c942d6456b8dce216d9eb025a9 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:03.605485 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-b0675b72-901e-46aa-b39c-079b1e87ffb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:03.625951 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-b0675b72-901e-46aa-b39c-079b1e87ffb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:03.759065 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-b0675b72-901e-46aa-b39c-079b1e87ffb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:03.765398 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-b0675b72-901e-46aa-b39c-079b1e87ffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:03.776959 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3f6ba11a-d449-48ff-ac9c-50209f830314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:03.822480 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-b0675b72-901e-46aa-b39c-079b1e87ffb9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7cc934c942d6456b8dce216d9eb025a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539890 Jun 01 10:16:03.825141 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34628) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:03.825564 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0675b72-901e-46aa-b39c-079b1e87ffb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac6e6ae-f687-4423-acfa-07800ddadb12,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:03.829229 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-b0675b72-901e-46aa-b39c-079b1e87ffb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:03.923161 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-15f7d24a-c71c-4549-9d2d-5c9049e6a5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:03.957808 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-15f7d24a-c71c-4549-9d2d-5c9049e6a5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:04.062888 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-15f7d24a-c71c-4549-9d2d-5c9049e6a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:04.068832 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-307a958e-36af-4c0d-b080-53c701858e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:04.083354 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7d24a-c71c-4549-9d2d-5c9049e6a5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac6e6ae-f687-4423-acfa-07800ddadb12,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:04.086535 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-15f7d24a-c71c-4549-9d2d-5c9049e6a5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:04.088957 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-15f7d24a-c71c-4549-9d2d-5c9049e6a5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:04.090311 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-15f7d24a-c71c-4549-9d2d-5c9049e6a5d4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2ac6e6ae-f687-4423-acfa-07800ddadb12 HTTP/1.1" status: 204 len: 168 time: 0.2636421 Jun 01 10:16:04.585060 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4461c5b-3c1c-471b-9d09-cb37546110c4 req-42985b72-58d9-465a-8476-f773d1a388ae tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:04.593092 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c4461c5b-3c1c-471b-9d09-cb37546110c4 req-42985b72-58d9-465a-8476-f773d1a388ae tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.1127212 Jun 01 10:16:04.719389 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c4461c5b-3c1c-471b-9d09-cb37546110c4 req-b2857c10-718e-4e56-a468-aa0787c7e302 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228051 Jun 01 10:16:06.093035 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d46b1-62c5-489d-899a-c299e1a5057f req-73893acf-0114-4b84-8eb6-e91d27e2e54c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:06.095689 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-596d46b1-62c5-489d-899a-c299e1a5057f req-73893acf-0114-4b84-8eb6-e91d27e2e54c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.1835704 Jun 01 10:16:06.161226 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-596d46b1-62c5-489d-899a-c299e1a5057f req-86766e38-95f0-46eb-8ac1-d6f31a119640 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541131 Jun 01 10:16:07.205185 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 34710) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:07.422544 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3294c87c-f352-4457-a529-d7dddfcab289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:07.441110 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-3294c87c-f352-4457-a529-d7dddfcab289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:07.448460 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-3294c87c-f352-4457-a529-d7dddfcab289 admin admin] Usage tracker for resource:security_group_rule and tenant:1bedf1bbdae64dd9be8f41342b286618 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:07.452262 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-3294c87c-f352-4457-a529-d7dddfcab289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:07.460193 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-3294c87c-f352-4457-a529-d7dddfcab289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:07.486303 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8302c4-5a3f-4bf7-b5fb-7704621319f0 req-e53ba1f1-5783-41d4-8aaa-7006aac80a90 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:07.493339 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cd8302c4-5a3f-4bf7-b5fb-7704621319f0 req-e53ba1f1-5783-41d4-8aaa-7006aac80a90 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.1581843 Jun 01 10:16:07.564875 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cd8302c4-5a3f-4bf7-b5fb-7704621319f0 req-bff628e3-83d4-4b47-8a13-9998597ddce7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705192 Jun 01 10:16:07.663431 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3294c87c-f352-4457-a529-d7dddfcab289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:07.688020 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3294c87c-f352-4457-a529-d7dddfcab289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:07.698073 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:07.794022 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294c87c-f352-4457-a529-d7dddfcab289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cd8e70-194a-481f-9cb6-920e01c77c04,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:07.808047 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3294c87c-f352-4457-a529-d7dddfcab289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:07.816581 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-3294c87c-f352-4457-a529-d7dddfcab289 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1bedf1bbdae64dd9be8f41342b286618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6093292 Jun 01 10:16:07.817252 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34740) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:07.897198 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-d75cba4e-01a9-4868-a150-b2d97556a39b tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:07.897962 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-d75cba4e-01a9-4868-a150-b2d97556a39b tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Synchronizing usage tracker for tenant:8c213841620f45b3b6df19fb28b95b42 on resource:network {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:16:07.934335 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-d75cba4e-01a9-4868-a150-b2d97556a39b tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Unset dirty status for tenant:8c213841620f45b3b6df19fb28b95b42 on resource:network {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:16:07.934335 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-d75cba4e-01a9-4868-a150-b2d97556a39b tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/networks?id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c HTTP/1.1" status: 200 len: 815 time: 0.2680030 Jun 01 10:16:07.949690 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-a3cb2759-52ab-47e2-92b1-8615985a17f2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/quotas/8c213841620f45b3b6df19fb28b95b42 HTTP/1.1" status: 200 len: 375 time: 0.0159965 Jun 01 10:16:07.969969 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6cf79696-9d25-40e5-a70a-e63cd418f28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:07.998303 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6cf79696-9d25-40e5-a70a-e63cd418f28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:08.039490 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3dfd5aa1-aa68-4a53-934b-92a16308d492 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c213841620f45b3b6df19fb28b95b42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888824 Jun 01 10:16:08.067183 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6cf79696-9d25-40e5-a70a-e63cd418f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:08.071372 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e3cfee6c-40ab-48f6-8496-307e95806356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:08.082611 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf79696-9d25-40e5-a70a-e63cd418f28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cd8e70-194a-481f-9cb6-920e01c77c04,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:08.087323 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6cf79696-9d25-40e5-a70a-e63cd418f28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:08.095946 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6cf79696-9d25-40e5-a70a-e63cd418f28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:08.106485 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-6cf79696-9d25-40e5-a70a-e63cd418f28f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4cd8e70-194a-481f-9cb6-920e01c77c04 HTTP/1.1" status: 204 len: 168 time: 0.2843742 Jun 01 10:16:08.202985 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-c4f64fda-2ee0-44a7-8734-8fe8f4585c59 service neutron] 10.222.0.47 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495287 Jun 01 10:16:08.375330 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-99cbda15-334e-43ef-a299-0575c252906b service neutron] 10.222.0.47 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664789 Jun 01 10:16:08.471466 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34748) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:08.521111 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-015b4c70-cfe7-46f8-8746-b2928fda7853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:08.537281 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-015b4c70-cfe7-46f8-8746-b2928fda7853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:08.542081 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-015b4c70-cfe7-46f8-8746-b2928fda7853 admin admin] Usage tracker for resource:security_group_rule and tenant:ebf5a347f37745aebab7d9895b56f36f is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:08.545667 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-015b4c70-cfe7-46f8-8746-b2928fda7853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:08.553416 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-015b4c70-cfe7-46f8-8746-b2928fda7853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:08.588957 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9abe7a5a-64e6-40c8-829a-7de8a1871cbe req-4e641659-00af-4717-8480-9c5dc01e60fa tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 210 time: 0.0603986 Jun 01 10:16:08.715229 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-015b4c70-cfe7-46f8-8746-b2928fda7853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:08.721342 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-015b4c70-cfe7-46f8-8746-b2928fda7853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:08.757636 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-29849499-50bc-4228-afb3-ee3eaac4ba72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:08.828706 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-015b4c70-cfe7-46f8-8746-b2928fda7853 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ebf5a347f37745aebab7d9895b56f36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531878 Jun 01 10:16:08.841722 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 34766) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:08.853356 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b4c70-cfe7-46f8-8746-b2928fda7853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736203b9-715c-4bac-81c8-211018a8e127,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:08.877250 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99acc9ac-6a20-4428-b40c-269c5f74f4b8 req-061e7741-5265-45ef-b10e-610d381feb50 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:08.885385 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99acc9ac-6a20-4428-b40c-269c5f74f4b8 req-061e7741-5265-45ef-b10e-610d381feb50 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.1624665 Jun 01 10:16:08.891279 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-015b4c70-cfe7-46f8-8746-b2928fda7853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:08.950300 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-99acc9ac-6a20-4428-b40c-269c5f74f4b8 req-cecaf5c9-daa9-464d-80fa-50b74038381f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638318 Jun 01 10:16:09.014405 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e6dd2f9a-8794-4e92-9d81-d80022bae3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:09.078419 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e6dd2f9a-8794-4e92-9d81-d80022bae3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:09.170726 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e6dd2f9a-8794-4e92-9d81-d80022bae3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:09.176945 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-64e1627c-519d-4dcc-80e0-aa403fab20c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:09.190460 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd2f9a-8794-4e92-9d81-d80022bae3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736203b9-715c-4bac-81c8-211018a8e127,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:09.192694 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e6dd2f9a-8794-4e92-9d81-d80022bae3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:09.199188 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e6dd2f9a-8794-4e92-9d81-d80022bae3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:09.199188 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-e6dd2f9a-8794-4e92-9d81-d80022bae3ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/736203b9-715c-4bac-81c8-211018a8e127 HTTP/1.1" status: 204 len: 168 time: 0.3509459 Jun 01 10:16:09.743838 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-20f24ece-4452-40cd-80e8-5c3ffcba3334 req-e76084ab-7268-46d3-9942-92449229d51f tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 210 time: 0.0439410 Jun 01 10:16:10.267989 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4f014-7e16-4dc0-9ac2-7f4756053e9c req-c480fdb4-9235-443b-9071-b453303e7979 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:10.269525 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cec4f014-7e16-4dc0-9ac2-7f4756053e9c req-c480fdb4-9235-443b-9071-b453303e7979 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.2050867 Jun 01 10:16:10.376507 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cec4f014-7e16-4dc0-9ac2-7f4756053e9c req-b2d237fb-2738-4d48-af70-29bd5329321b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973954 Jun 01 10:16:10.965108 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-76c9d942-c2f6-4a48-bf38-6bd3c1f46249 req-8134e7d9-7eb2-4c04-b08f-75262cb458e1 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 210 time: 0.0628002 Jun 01 10:16:11.608545 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a94a7-6b02-42b2-ac12-05afcbc780e4 req-341b09f6-ab95-4369-ab75-eca6bb3cc200 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:11.610063 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2a5a94a7-6b02-42b2-ac12-05afcbc780e4 req-341b09f6-ab95-4369-ab75-eca6bb3cc200 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.0872641 Jun 01 10:16:11.656559 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2a5a94a7-6b02-42b2-ac12-05afcbc780e4 req-5cf9c03b-56a6-4cdf-a308-33e9df749011 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404015 Jun 01 10:16:12.152628 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b197152f-531b-46ef-9ccc-7767da4e3d36 req-c3069188-13fa-43b4-b299-55624c5c89a6 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 210 time: 0.0439060 Jun 01 10:16:12.874113 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90643263-1a70-4ca9-8db6-9e21558228f7 req-64c07264-a26a-4701-8026-2ca683112b7c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:12.875722 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-90643263-1a70-4ca9-8db6-9e21558228f7 req-64c07264-a26a-4701-8026-2ca683112b7c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.0925560 Jun 01 10:16:13.131948 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-90643263-1a70-4ca9-8db6-9e21558228f7 req-7b7258c4-3b42-408c-ba85-e754e37f4f09 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495668 Jun 01 10:16:13.152283 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-5aee51f1-fe02-4b99-81a0-ffa16e64fd98 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:13.165798 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-5aee51f1-fe02-4b99-81a0-ffa16e64fd98 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.82 "GET /v2.0/networks?id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c HTTP/1.1" status: 200 len: 815 time: 0.2642288 Jun 01 10:16:13.184358 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Request body: {'port': {'device_id': '8bc53562-1960-459b-b9d5-220492de1953', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'admin_state_up': True, 'tenant_id': '8c213841620f45b3b6df19fb28b95b42'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:13.222611 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10918488-ebb8-4dfa-b197-98e45a453efc req-fcbf29eb-8c2e-47cb-9b6b-b8631bdcc856 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:13.224522 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-10918488-ebb8-4dfa-b197-98e45a453efc req-fcbf29eb-8c2e-47cb-9b6b-b8631bdcc856 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.3243940 Jun 01 10:16:13.370183 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-63d590c6-230b-4b85-942a-6fbe2c9b78d2 req-f0869f8e-c143-40a7-9de6-1ddd10784ce2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 210 time: 0.0806131 Jun 01 10:16:13.403943 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-10918488-ebb8-4dfa-b197-98e45a453efc req-84637db1-5ca4-4a28-ac6a-83c2fc696a18 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293659 Jun 01 10:16:13.443851 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:13.450359 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Usage tracker for resource:port and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:13.453907 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:13.460565 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:13.471600 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Made reservation on behalf of 8c213841620f45b3b6df19fb28b95b42 for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:16:13.475255 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:13.667609 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Allocated IP 172.20.0.7 (80cb85cd-37a5-462d-b52a-5f7f4e9c500c/25d1faea-9cc7-4a76-bde1-58a0daf64b4a/43964b0b-af0a-42e7-8722-b1cdba88010e) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:16:14.011928 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:14.034627 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Transition to ACTIVE for port object 43964b0b-af0a-42e7-8722-b1cdba88010e will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:16:14.069818 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:14.076577 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-536b1dec-b644-4b99-ae8e-68445f342cab tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:14.165676 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:16:14.171787 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:16:14.176750 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:16:14.217081 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event updated for resources: {'Port': ['ID=43964b0b-af0a-42e7-8722-b1cdba88010e,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:14.221910 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:14.261286 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:14.274576 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:14.312314 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1325564 Jun 01 10:16:14.374281 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 589f3540-ac63-4402-b964-fe90b6ed1cc1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:16:14.546277 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39834727-bb22-4171-945b-3401b3984133 req-e6e598bc-12b3-4043-8830-980f63dfcd29 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:14.550722 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-39834727-bb22-4171-945b-3401b3984133 req-e6e598bc-12b3-4043-8830-980f63dfcd29 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 943 time: 0.2169132 Jun 01 10:16:14.613592 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-209c6449-bf9e-42a9-8091-c5dc64fdd702 None None] Provisioning for port 43964b0b-af0a-42e7-8722-b1cdba88010e completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:16:14.631478 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-209c6449-bf9e-42a9-8091-c5dc64fdd702 None None] Provisioning complete for port 43964b0b-af0a-42e7-8722-b1cdba88010e triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:16:14.632495 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-209c6449-bf9e-42a9-8091-c5dc64fdd702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:14.672545 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-39834727-bb22-4171-945b-3401b3984133 req-d0758dd0-a6f4-4820-974f-86b9c6206fc1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160169 Jun 01 10:16:14.750133 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-209c6449-bf9e-42a9-8091-c5dc64fdd702 None None] Port 43964b0b-af0a-42e7-8722-b1cdba88010e cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:16:14.761173 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919fb4f-c156-43b6-bacf-f99219e8adee req-ec143671-67c6-469a-a417-e611b784e314 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:14.761962 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-6919fb4f-c156-43b6-bacf-f99219e8adee req-ec143671-67c6-469a-a417-e611b784e314 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Synchronizing usage tracker for tenant:8c213841620f45b3b6df19fb28b95b42 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:16:14.796909 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-6919fb4f-c156-43b6-bacf-f99219e8adee req-ec143671-67c6-469a-a417-e611b784e314 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Unset dirty status for tenant:8c213841620f45b3b6df19fb28b95b42 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:16:14.804906 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:14.806628 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6919fb4f-c156-43b6-bacf-f99219e8adee req-ec143671-67c6-469a-a417-e611b784e314 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 931 time: 0.1938021 Jun 01 10:16:14.852637 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'port_id': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'mac_address': 'fa:16:3e:08:4d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:16:14.959610 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-6919fb4f-c156-43b6-bacf-f99219e8adee req-3e6791c6-d993-4a27-b9b9-1dedb25a2683 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Synchronizing usage tracker for tenant:8c213841620f45b3b6df19fb28b95b42 on resource:security_group {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:16:14.959890 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:15.017062 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-6919fb4f-c156-43b6-bacf-f99219e8adee req-3e6791c6-d993-4a27-b9b9-1dedb25a2683 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Unset dirty status for tenant:8c213841620f45b3b6df19fb28b95b42 on resource:security_group {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:16:15.019851 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589f3540-ac63-4402-b964-fe90b6ed1cc1 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:16:15.024038 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6919fb4f-c156-43b6-bacf-f99219e8adee req-3e6791c6-d993-4a27-b9b9-1dedb25a2683 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165287 Jun 01 10:16:15.059884 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20178926-4d7d-4798-a4fd-629649997e8a req-3fe71364-c4e1-4c38-ba7e-60f47740fb56 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:15.064393 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:15.073975 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-20178926-4d7d-4798-a4fd-629649997e8a req-3fe71364-c4e1-4c38-ba7e-60f47740fb56 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1921413 Jun 01 10:16:15.075091 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:15.077672 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-0c25a203-06f4-458b-a9c9-53c73f7e2123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:15.140536 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-20178926-4d7d-4798-a4fd-629649997e8a req-d7d40980-9b06-477a-a0af-39a098587a45 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650887 Jun 01 10:16:15.163614 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=589f3540-ac63-4402-b964-fe90b6ed1cc1,revision_number=9']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:15.168371 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:15.363302 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['589f3540-ac63-4402-b964-fe90b6ed1cc1'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:16:15.899250 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb533dd-9d1d-4ea7-a1dc-05e647e60795 req-a01ae24f-8265-41b3-9fae-a133dae61b0a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:15.900748 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9fb533dd-9d1d-4ea7-a1dc-05e647e60795 req-a01ae24f-8265-41b3-9fae-a133dae61b0a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 944 time: 0.0822601 Jun 01 10:16:15.946520 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9fb533dd-9d1d-4ea7-a1dc-05e647e60795 req-62ffe9c6-0c75-4c83-b8be-51300e22912b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397587 Jun 01 10:16:16.370485 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 589f3540-ac63-4402-b964-fe90b6ed1cc1 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:16:16.413916 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253f992-1a75-410b-be69-2e6b449efb41 req-4bb0b933-f0df-414a-87a7-208f8009abad tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:16.415328 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0253f992-1a75-410b-be69-2e6b449efb41 req-4bb0b933-f0df-414a-87a7-208f8009abad tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 931 time: 0.2562318 Jun 01 10:16:16.424193 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e74a-5ecd-4c7e-9609-8ff8afe72aab req-8b27fb84-ab23-4eb1-b102-90b5872da948 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:16.425688 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2525e74a-5ecd-4c7e-9609-8ff8afe72aab req-8b27fb84-ab23-4eb1-b102-90b5872da948 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1264970 Jun 01 10:16:16.496252 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2525e74a-5ecd-4c7e-9609-8ff8afe72aab req-fca212a8-fb6a-4d80-aa6d-33bb8c3495c7 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549586 Jun 01 10:16:16.547245 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 589f3540-ac63-4402-b964-fe90b6ed1cc1 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:16:16.547882 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:16.551768 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0253f992-1a75-410b-be69-2e6b449efb41 req-64d0a0a1-050d-4f36-9202-eb5e74721add tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206522 Jun 01 10:16:16.684952 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:16.712818 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:16:16.715116 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4094b5-b8a0-4930-b37c-94bbbe17dc8d" -d '{"events": [{"server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "name": "network-vif-plugged", "status": "completed", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:16:16.723768 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:16.731524 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:16.735735 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:16.800262 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f8281a-6d7e-453f-b285-eb360123af47 x-openstack-request-id: req-d5f8281a-6d7e-453f-b285-eb360123af47 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:16:16.800864 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "name": "network-vif-plugged", "status": "completed", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:16:16.801287 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d5f8281a-6d7e-453f-b285-eb360123af47 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:16:16.801831 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'code': 200} Jun 01 10:16:16.855102 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=589f3540-ac63-4402-b964-fe90b6ed1cc1,revision_number=10']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:16.876039 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:17.241455 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e89035-9ce5-4a3b-ab07-218dbb6e5e15 req-b7c9ac60-3e5b-48aa-b9cd-873f7114c747 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:17.243018 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42e89035-9ce5-4a3b-ab07-218dbb6e5e15 req-b7c9ac60-3e5b-48aa-b9cd-873f7114c747 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.1173100 Jun 01 10:16:17.311047 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-42e89035-9ce5-4a3b-ab07-218dbb6e5e15 req-586ebc12-3aed-4b26-ab24-b503a7d59066 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611444 Jun 01 10:16:17.775294 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2d9fd-f9ea-48e2-b971-d72a000defb3 req-b528759d-c809-4860-b576-063034264021 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:17.776758 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bcb2d9fd-f9ea-48e2-b971-d72a000defb3 req-b528759d-c809-4860-b576-063034264021 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1567228 Jun 01 10:16:17.788249 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7102-e676-473b-8249-b5a4a3f828b1 req-8b1d3a7b-03d0-4144-b18b-a135d8ea4b3d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:17.789628 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a5bb7102-e676-473b-8249-b5a4a3f828b1 req-8b1d3a7b-03d0-4144-b18b-a135d8ea4b3d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 931 time: 0.1248736 Jun 01 10:16:17.867095 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bcb2d9fd-f9ea-48e2-b971-d72a000defb3 req-45d5639c-4f7b-4fc6-a998-513925b5c0dd tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764809 Jun 01 10:16:17.874277 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a5bb7102-e676-473b-8249-b5a4a3f828b1 req-6c14d8ad-f9b3-42fe-856b-31b4561b19be tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647092 Jun 01 10:16:18.604674 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de6a9-90f4-47d3-8c82-7958e8e3430d req-6ee91b9c-0d00-4bc6-b20a-7027079b1ea4 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:18.614666 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f51de6a9-90f4-47d3-8c82-7958e8e3430d req-6ee91b9c-0d00-4bc6-b20a-7027079b1ea4 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.1252568 Jun 01 10:16:18.680021 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f51de6a9-90f4-47d3-8c82-7958e8e3430d req-c138018a-9efb-4d81-b386-74ecc3046218 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643477 Jun 01 10:16:19.167785 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12824c-704e-4feb-bac9-dffa5b65186f req-0c2b5382-4cea-4ade-893d-d4f51a83884a tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:19.169580 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4d12824c-704e-4feb-bac9-dffa5b65186f req-0c2b5382-4cea-4ade-893d-d4f51a83884a tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1829970 Jun 01 10:16:19.182605 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b1276-3d97-4bea-97b4-ff501c48aa5c req-44a6bd17-04c7-486c-afc6-d61069399533 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:19.184100 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c98b1276-3d97-4bea-97b4-ff501c48aa5c req-44a6bd17-04c7-486c-afc6-d61069399533 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 931 time: 0.1276889 Jun 01 10:16:19.317930 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4d12824c-704e-4feb-bac9-dffa5b65186f req-818fffb7-3e83-414d-8331-d42f9f193187 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322083 Jun 01 10:16:19.332910 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c98b1276-3d97-4bea-97b4-ff501c48aa5c req-2779a690-8ba8-4ecc-ad3e-48b77d4bf0a9 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303778 Jun 01 10:16:19.892158 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6fdac-b1b1-4f79-a4e7-6bf52505a901 req-f4d28989-178b-452e-a9f3-37d8dc6e0a20 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:19.893765 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06e6fdac-b1b1-4f79-a4e7-6bf52505a901 req-f4d28989-178b-452e-a9f3-37d8dc6e0a20 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.0880237 Jun 01 10:16:19.940294 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06e6fdac-b1b1-4f79-a4e7-6bf52505a901 req-0db89f8e-7d56-4c31-ba3d-e99bcd09a4b3 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405576 Jun 01 10:16:20.624875 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b983a0-0906-45a0-9717-dffa6b9fc18e req-c9233598-71c1-4d16-962e-65fc8fe1b854 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:20.626398 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a4b983a0-0906-45a0-9717-dffa6b9fc18e req-c9233598-71c1-4d16-962e-65fc8fe1b854 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 931 time: 0.1229308 Jun 01 10:16:20.635577 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce37eb-529e-4f0e-a86b-5a674d909155 req-796abfc9-a083-4c8f-99b8-fa95d6d8831b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:20.637843 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-67ce37eb-529e-4f0e-a86b-5a674d909155 req-796abfc9-a083-4c8f-99b8-fa95d6d8831b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1706696 Jun 01 10:16:20.716887 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-67ce37eb-529e-4f0e-a86b-5a674d909155 req-10be943f-a7ff-410e-af91-d3f927429764 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658631 Jun 01 10:16:20.741162 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a4b983a0-0906-45a0-9717-dffa6b9fc18e req-82cf0a4a-6b0c-46b7-9509-d92492e002fc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564783 Jun 01 10:16:21.310640 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dff5d-51d1-42c0-969c-6c3ccd023fee req-ff151438-5a6b-40e9-b68d-4518f49b6075 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:21.312184 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b80dff5d-51d1-42c0-969c-6c3ccd023fee req-ff151438-5a6b-40e9-b68d-4518f49b6075 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.0911329 Jun 01 10:16:21.357489 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b80dff5d-51d1-42c0-969c-6c3ccd023fee req-bc1ab00f-671f-41bd-822e-9de15544ee55 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396307 Jun 01 10:16:22.006533 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a945cff-b2a8-444e-af8c-9ea7b6da2b2f req-2aafc331-80fc-4966-8b56-3a5a49541b6c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:22.008085 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3a945cff-b2a8-444e-af8c-9ea7b6da2b2f req-2aafc331-80fc-4966-8b56-3a5a49541b6c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 931 time: 0.1538937 Jun 01 10:16:22.016880 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a0482-77ca-41fc-9e24-22791d049950 req-aee77dc1-a27c-4fbb-8531-1dbf71afce08 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:22.018439 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fd7a0482-77ca-41fc-9e24-22791d049950 req-aee77dc1-a27c-4fbb-8531-1dbf71afce08 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1243308 Jun 01 10:16:22.117749 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3a945cff-b2a8-444e-af8c-9ea7b6da2b2f req-1682e081-532d-4eb8-a8d9-b31b56b7d3a5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981548 Jun 01 10:16:22.127595 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fd7a0482-77ca-41fc-9e24-22791d049950 req-eee27a34-5d9d-44a8-a952-a1b670aa9469 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906231 Jun 01 10:16:22.373160 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35062) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:22.516843 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a0cabd09-140a-4fd7-8d57-d6b059a30de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:22.531049 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-a0cabd09-140a-4fd7-8d57-d6b059a30de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:22.534814 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-a0cabd09-140a-4fd7-8d57-d6b059a30de4 admin admin] Usage tracker for resource:security_group_rule and tenant:55a608c875b14ce286d2e582415b79ba is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:22.537660 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-a0cabd09-140a-4fd7-8d57-d6b059a30de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:22.543260 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-a0cabd09-140a-4fd7-8d57-d6b059a30de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:22.564765 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f563f1d-6f41-475c-9bd1-af4e7d10892b req-b191aeaf-45b3-48eb-82f7-73ced512150a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:22.566329 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6f563f1d-6f41-475c-9bd1-af4e7d10892b req-b191aeaf-45b3-48eb-82f7-73ced512150a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.0961580 Jun 01 10:16:22.619326 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6f563f1d-6f41-475c-9bd1-af4e7d10892b req-318d4aab-c577-457c-8cc8-43b74c3af5c7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467017 Jun 01 10:16:22.655447 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a0cabd09-140a-4fd7-8d57-d6b059a30de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:22.661344 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a0cabd09-140a-4fd7-8d57-d6b059a30de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:22.669933 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-4a76d278-47bf-4873-88d3-13d57eb626d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:22.701890 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cabd09-140a-4fd7-8d57-d6b059a30de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04df3266-9490-4758-9f2f-bd47c43a2053,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:22.713719 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a0cabd09-140a-4fd7-8d57-d6b059a30de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:22.725004 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-a0cabd09-140a-4fd7-8d57-d6b059a30de4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55a608c875b14ce286d2e582415b79ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499460 Jun 01 10:16:22.726785 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35070) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:22.786703 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-37f88576-7c70-4772-a09a-9c8a84a036f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:22.819890 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-37f88576-7c70-4772-a09a-9c8a84a036f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:22.881757 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-37f88576-7c70-4772-a09a-9c8a84a036f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:22.885436 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5b76c9b0-43fd-41c6-889a-3b2279d2d467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:22.896616 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f88576-7c70-4772-a09a-9c8a84a036f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df3266-9490-4758-9f2f-bd47c43a2053,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:22.900412 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-37f88576-7c70-4772-a09a-9c8a84a036f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:22.903644 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-37f88576-7c70-4772-a09a-9c8a84a036f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:22.904744 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-37f88576-7c70-4772-a09a-9c8a84a036f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04df3266-9490-4758-9f2f-bd47c43a2053 HTTP/1.1" status: 204 len: 168 time: 0.1770370 Jun 01 10:16:23.461766 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a5d07-dea5-4fc6-8f51-8f93169214ac req-32be2a6d-de11-420f-b66e-d79a8ad48921 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:23.463613 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ca5a5d07-dea5-4fc6-8f51-8f93169214ac req-32be2a6d-de11-420f-b66e-d79a8ad48921 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1832573 Jun 01 10:16:23.535909 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166875a-24f8-4c3f-92ec-c5f7c4557425 req-acf3910d-0028-4a5c-9035-d54e20c9c427 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:23.537396 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4166875a-24f8-4c3f-92ec-c5f7c4557425 req-acf3910d-0028-4a5c-9035-d54e20c9c427 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 931 time: 0.2050920 Jun 01 10:16:23.570337 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ca5a5d07-dea5-4fc6-8f51-8f93169214ac req-2e4afc26-af26-4482-8d14-d719a6dbd9c1 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897012 Jun 01 10:16:23.608809 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4166875a-24f8-4c3f-92ec-c5f7c4557425 req-a59fdcd5-e1fd-4a69-b893-5be98fa3137b tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630510 Jun 01 10:16:23.951707 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c106ad-cbb2-4874-adf8-8c47921cbb92 req-c72d5d98-a835-413e-aefd-0da7e3af3f48 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:23.953222 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-59c106ad-cbb2-4874-adf8-8c47921cbb92 req-c72d5d98-a835-413e-aefd-0da7e3af3f48 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.1777263 Jun 01 10:16:24.022717 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-59c106ad-cbb2-4874-adf8-8c47921cbb92 req-3985b30f-bf90-4149-a374-31bf55140749 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637319 Jun 01 10:16:24.856735 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd930d-583b-4e16-87f8-fb8dd167409e req-10c3f930-6f48-4f79-8f17-18ea7ba9a8f5 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:24.858290 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-62dd930d-583b-4e16-87f8-fb8dd167409e req-10c3f930-6f48-4f79-8f17-18ea7ba9a8f5 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1579783 Jun 01 10:16:24.866615 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc886df-09d3-48f7-be53-0b9dd723aa3b req-60aa4b11-bfb4-4d1d-9bfd-5127ee474ff1 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:24.868415 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3dc886df-09d3-48f7-be53-0b9dd723aa3b req-60aa4b11-bfb4-4d1d-9bfd-5127ee474ff1 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 931 time: 0.1261435 Jun 01 10:16:24.948294 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-62dd930d-583b-4e16-87f8-fb8dd167409e req-694497b2-da78-4a8c-8e45-97ab4e121f79 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788832 Jun 01 10:16:24.953175 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3dc886df-09d3-48f7-be53-0b9dd723aa3b req-202b0919-b76a-41e5-8979-19d1eb239ceb tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698826 Jun 01 10:16:25.002151 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6a5b54e7-99bc-4df8-b29c-5cbe798b7966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:25.207076 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee34a9c-daae-4949-8301-414fd388ff4f req-5fd38900-a45b-4096-a313-de441f91bce4 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:25.208629 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eee34a9c-daae-4949-8301-414fd388ff4f req-5fd38900-a45b-4096-a313-de441f91bce4 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.0799782 Jun 01 10:16:25.257124 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Request body: {'port': {'device_id': '8bc53562-1960-459b-b9d5-220492de1953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:25.304758 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eee34a9c-daae-4949-8301-414fd388ff4f req-15887e4f-699b-4f11-8ac7-232e694b4e2f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902567 Jun 01 10:16:25.380278 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:25.744557 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43964b0b-af0a-42e7-8722-b1cdba88010e {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:16:25.752901 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:25.768612 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Transition to ACTIVE for port object 43964b0b-af0a-42e7-8722-b1cdba88010e will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:16:25.773101 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:25.778355 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-05a493ee-8eee-42ab-95c3-9381c525e98e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:25.835065 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138399c-8d95-49b1-9fe0-6efcc0af03a4 req-b520f600-700f-4139-be21-8ae20361ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:25.836674 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-0138399c-8d95-49b1-9fe0-6efcc0af03a4 req-b520f600-700f-4139-be21-8ae20361ee1c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 1099 time: 0.0768204 Jun 01 10:16:25.881992 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-0138399c-8d95-49b1-9fe0-6efcc0af03a4 req-0cad3c49-ea9d-483e-ad91-7c9656e0206c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389001 Jun 01 10:16:25.931843 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-95719f53-3e20-4aa7-ba6c-32e71753eb26 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=62206549bdd640a7a5a27bc0274a6619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539658 Jun 01 10:16:25.988136 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Pushing event updated for resources: {'Port': ['ID=43964b0b-af0a-42e7-8722-b1cdba88010e,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:26.028889 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:26.221242 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Attempting to bind port 43964b0b-af0a-42e7-8722-b1cdba88010e on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:16:26.221560 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Attempting to bind port 43964b0b-af0a-42e7-8722-b1cdba88010e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:16:26.221903 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Attempting to bind port 43964b0b-af0a-42e7-8722-b1cdba88010e on network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:16:26.234068 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Port 43964b0b-af0a-42e7-8722-b1cdba88010e on network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:16:26.234385 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Attempting to bind port 43964b0b-af0a-42e7-8722-b1cdba88010e on network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:16:26.245166 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-dc5236ae-c6df-4cf0-a5ed-dccfc7c551ca tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:26.246661 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-dc5236ae-c6df-4cf0-a5ed-dccfc7c551ca tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2878284 Jun 01 10:16:26.250935 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:16:26.251264 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Checking segment: {'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:16:26.251638 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Bound using segment: {'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:16:26.252057 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Bound port: 43964b0b-af0a-42e7-8722-b1cdba88010e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a979dec6-255d-4df7-af59-1ae9db1639b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:16:26.252400 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:26.318509 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179eaac9-e798-466f-b0f2-d55300f9ac8d req-0b3abfcf-879b-4a26-8cab-67ad49bc2326 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:26.320099 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-179eaac9-e798-466f-b0f2-d55300f9ac8d req-0b3abfcf-879b-4a26-8cab-67ad49bc2326 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.2372074 Jun 01 10:16:26.321325 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-a53bda8a-6338-43e0-95ed-e3a218f1be07 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/quotas/62206549bdd640a7a5a27bc0274a6619 HTTP/1.1" status: 200 len: 375 time: 0.0561893 Jun 01 10:16:26.402245 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-57df3b02-8225-4f98-a578-c44f2d2675c0 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=62206549bdd640a7a5a27bc0274a6619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714536 Jun 01 10:16:26.443978 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-179eaac9-e798-466f-b0f2-d55300f9ac8d req-be29fede-fe0d-495e-b527-08a18016ac4b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142817 Jun 01 10:16:26.454009 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] For port 43964b0b-af0a-42e7-8722-b1cdba88010e, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:16:26.457513 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] For port 43964b0b-af0a-42e7-8722-b1cdba88010e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=43964b0b-af0a-42e7-8722-b1cdba88010e,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:16:26.464200 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:26.477588 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:26.554093 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:26.554730 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:26.556355 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] 10.222.0.82 "PUT /v2.0/ports/43964b0b-af0a-42e7-8722-b1cdba88010e HTTP/1.1" status: 200 len: 1093 time: 1.3042138 Jun 01 10:16:26.557830 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:16:26.560616 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df212a9d-4391-4a0e-be7d-4b9a7367f885" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:16:26.567742 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Pushing event updated for resources: {'Port': ['ID=43964b0b-af0a-42e7-8722-b1cdba88010e,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:26.572177 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:26.960878 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5948fd9-c6e7-49fc-ba7b-684407d4399f req-cd8ec109-30cd-4a63-94d3-d53e1ea5584e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:26.962594 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e5948fd9-c6e7-49fc-ba7b-684407d4399f req-cd8ec109-30cd-4a63-94d3-d53e1ea5584e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 943 time: 0.3677025 Jun 01 10:16:26.974865 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-d07464a0-f53c-4697-bcfb-ca817b3729df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:26.976369 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-d07464a0-f53c-4697-bcfb-ca817b3729df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c213841620f45b3b6df19fb28b95b42&device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 1096 time: 0.1957493 Jun 01 10:16:27.058581 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd055f94-4a71-4284-9157-cf7ece66e6eb req-569b7298-0748-433e-8f79-fa8511b313ff tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:27.060230 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fd055f94-4a71-4284-9157-cf7ece66e6eb req-569b7298-0748-433e-8f79-fa8511b313ff tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.2807274 Jun 01 10:16:27.072345 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-f4b09aa9-7057-4e6a-b8a1-f65c7a527a32 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43964b0b-af0a-42e7-8722-b1cdba88010e HTTP/1.1" status: 200 len: 217 time: 0.0795984 Jun 01 10:16:27.178307 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e5948fd9-c6e7-49fc-ba7b-684407d4399f req-1dcf1386-37d9-4e3a-9793-ac29e1fc4073 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008736 Jun 01 10:16:27.196085 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fd055f94-4a71-4284-9157-cf7ece66e6eb req-2732ebaf-570d-486c-bbe7-797a6c19954b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253564 Jun 01 10:16:27.202610 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-8770bb81-f19d-4e03-bad6-75b99153075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:27.204101 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-8770bb81-f19d-4e03-bad6-75b99153075b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25d1faea-9cc7-4a76-bde1-58a0daf64b4a HTTP/1.1" status: 200 len: 854 time: 0.1147637 Jun 01 10:16:27.292812 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566b6572-6a47-4749-bfc0-ef6445a4e9c8 x-openstack-request-id: req-566b6572-6a47-4749-bfc0-ef6445a4e9c8 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:16:27.293152 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:16:27.293494 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-566b6572-6a47-4749-bfc0-ef6445a4e9c8 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:16:27.294013 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'status': 'completed', 'code': 200} Jun 01 10:16:27.333253 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-ecf1a57e-9ee6-4cd6-a031-a816503285a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:27.334903 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-ecf1a57e-9ee6-4cd6-a031-a816503285a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1228867 Jun 01 10:16:27.519018 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c5770fb8-dfd2-4b17-8712-64da829f7192 req-521790df-52df-42ce-990c-36dd849deedb tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 210 time: 0.1188984 Jun 01 10:16:27.526009 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:27.671231 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-b9eb033d-87ce-4173-9a22-fe09d6b65cfb service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167307 Jun 01 10:16:27.708001 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2280ca1-3cf3-4f7b-800d-9643dd5ba807 req-f519a89d-a656-470e-9267-7a1c1de7728b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:27.709373 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f2280ca1-3cf3-4f7b-800d-9643dd5ba807 req-f519a89d-a656-470e-9267-7a1c1de7728b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1894693 Jun 01 10:16:27.723326 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b1368-7f95-4eb9-be69-6538e2c2709b req-8e2b88eb-a3c5-4636-ad2c-5fc5627371b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:27.724968 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-445b1368-7f95-4eb9-be69-6538e2c2709b req-8e2b88eb-a3c5-4636-ad2c-5fc5627371b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6&device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 1098 time: 0.0887172 Jun 01 10:16:27.755934 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-86f1618f-311f-4266-b32d-a09fce6b8d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:27.839373 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f2280ca1-3cf3-4f7b-800d-9643dd5ba807 req-4f0639fd-7118-4b36-a160-7a356f5505b3 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726366 Jun 01 10:16:27.870639 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-669d81ae-eec7-43cf-8dca-89b9e3dd9321 req-e8190ba8-4977-46fe-bba3-118457db5cf8 service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911561 Jun 01 10:16:27.898527 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b1368-7f95-4eb9-be69-6538e2c2709b req-8090d2c3-af02-461a-840a-f4403470af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:27.900753 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-445b1368-7f95-4eb9-be69-6538e2c2709b req-8090d2c3-af02-461a-840a-f4403470af2c service neutron] 10.222.0.82 "GET /v2.0/networks?id=7900aab4-e9fe-4a51-9bca-0dfd165efadc HTTP/1.1" status: 200 len: 913 time: 0.1632993 Jun 01 10:16:28.025235 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-445b1368-7f95-4eb9-be69-6538e2c2709b req-22633bf2-5383-4e23-9a71-b1f2456bebd7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd93b7d6-f4fc-4834-9a46-07da4ee2923f HTTP/1.1" status: 200 len: 1001 time: 0.1158974 Jun 01 10:16:28.078830 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-092bb24c-7bad-46b6-8b80-6c8737afa45b tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=62206549bdd640a7a5a27bc0274a6619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312133 Jun 01 10:16:28.100481 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b1368-7f95-4eb9-be69-6538e2c2709b req-78500212-7c10-4bf4-9667-9310c40b590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:28.102100 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-445b1368-7f95-4eb9-be69-6538e2c2709b req-78500212-7c10-4bf4-9667-9310c40b590d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2495f7f6-4b79-4201-8237-61645accc743 HTTP/1.1" status: 200 len: 850 time: 0.0700150 Jun 01 10:16:28.117736 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df212a9d-4391-4a0e-be7d-4b9a7367f885 req-031eb8ee-3f57-45cb-8ca0-9afc8f365ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:28.119243 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-df212a9d-4391-4a0e-be7d-4b9a7367f885 req-031eb8ee-3f57-45cb-8ca0-9afc8f365ce6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c213841620f45b3b6df19fb28b95b42&device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 1096 time: 0.1522670 Jun 01 10:16:28.181021 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b1368-7f95-4eb9-be69-6538e2c2709b req-13bf4c34-2804-4541-a622-6fa3894d8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:28.183012 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-445b1368-7f95-4eb9-be69-6538e2c2709b req-13bf4c34-2804-4541-a622-6fa3894d8317 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7900aab4-e9fe-4a51-9bca-0dfd165efadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0738440 Jun 01 10:16:28.346634 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-445b1368-7f95-4eb9-be69-6538e2c2709b req-c242a756-8d25-4396-aab7-f76780d36fcf service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562650 Jun 01 10:16:28.358630 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-25e2bcfa-8222-45ff-a8a5-b4073799e683 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:28.360041 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-25e2bcfa-8222-45ff-a8a5-b4073799e683 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2744009 Jun 01 10:16:28.405767 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Request body: {'port': {'device_id': '70f615bf-9eb4-4212-8db7-c17665c9c605', 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6', 'admin_state_up': True, 'tenant_id': '62206549bdd640a7a5a27bc0274a6619'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:28.472224 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df212a9d-4391-4a0e-be7d-4b9a7367f885 req-250b35be-3bcd-491b-a96d-5f678c1e6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:28.473550 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-df212a9d-4391-4a0e-be7d-4b9a7367f885 req-250b35be-3bcd-491b-a96d-5f678c1e6a11 service neutron] 10.222.0.82 "GET /v2.0/networks?id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c HTTP/1.1" status: 200 len: 917 time: 0.3037953 Jun 01 10:16:28.486282 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-445b1368-7f95-4eb9-be69-6538e2c2709b req-a5748901-af62-4c92-aad7-166d79024660 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319802 Jun 01 10:16:28.510090 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:28.717691 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-df212a9d-4391-4a0e-be7d-4b9a7367f885 req-19a7b237-2d13-4675-9e59-0a855ef50c9a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43964b0b-af0a-42e7-8722-b1cdba88010e HTTP/1.1" status: 200 len: 217 time: 0.2342477 Jun 01 10:16:28.845017 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5baef0-ac00-4c20-b459-f56e1da0cfa1 req-22452ecf-ee5e-4837-85f1-975b64279553 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:28.846496 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-af5baef0-ac00-4c20-b459-f56e1da0cfa1 req-22452ecf-ee5e-4837-85f1-975b64279553 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.5045886 Jun 01 10:16:28.861826 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def9252-b345-453a-82ed-d0bf6ae7d1fa req-0e40c884-13ed-49f3-9733-f74429e3f4b3 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:28.863262 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4def9252-b345-453a-82ed-d0bf6ae7d1fa req-0e40c884-13ed-49f3-9733-f74429e3f4b3 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 943 time: 0.4674406 Jun 01 10:16:28.864572 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df212a9d-4391-4a0e-be7d-4b9a7367f885 req-7a2f1a19-e432-4161-a72d-53a3ec0711b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:28.865837 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-df212a9d-4391-4a0e-be7d-4b9a7367f885 req-7a2f1a19-e432-4161-a72d-53a3ec0711b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25d1faea-9cc7-4a76-bde1-58a0daf64b4a HTTP/1.1" status: 200 len: 854 time: 0.1333275 Jun 01 10:16:28.867449 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:28.914266 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:28.930328 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Usage tracker for resource:port and tenant:62206549bdd640a7a5a27bc0274a6619 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:28.947411 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:28.970096 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:29.004294 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-af5baef0-ac00-4c20-b459-f56e1da0cfa1 req-bf070f28-3699-488e-b56c-cd8a06bcc3fb tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509037 Jun 01 10:16:29.014651 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4def9252-b345-453a-82ed-d0bf6ae7d1fa req-630b10fd-5b76-4569-a288-ada7d841904f tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446633 Jun 01 10:16:29.017599 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Made reservation on behalf of 62206549bdd640a7a5a27bc0274a6619 for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:16:29.020946 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:29.054300 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:29.055364 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:29.060512 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Usage tracker for resource:security_group_rule and tenant:62206549bdd640a7a5a27bc0274a6619 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:29.065662 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:29.071252 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:29.074656 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df212a9d-4391-4a0e-be7d-4b9a7367f885 req-569b0eed-bf98-43d8-afbe-666e1774de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:29.076174 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-df212a9d-4391-4a0e-be7d-4b9a7367f885 req-569b0eed-bf98-43d8-afbe-666e1774de59 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1931548 Jun 01 10:16:29.287122 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a5a24f2e-5690-4fdc-9e79-bdf04be51f7a req-8b1997e1-2b65-4c55-a64e-905530bac5fa tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 210 time: 0.1074023 Jun 01 10:16:29.390897 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-df212a9d-4391-4a0e-be7d-4b9a7367f885 req-5f5cbd8f-a921-4936-bcdb-a1e27d48f614 service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057318 Jun 01 10:16:29.424384 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:29.434706 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:29.484139 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:29.535233 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545cee3-9db0-4626-8f62-722da1d26e6b req-cc53b686-8005-4cd3-9dc5-a1a0dba790c4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:29.537462 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e545cee3-9db0-4626-8f62-722da1d26e6b req-cc53b686-8005-4cd3-9dc5-a1a0dba790c4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.3541577 Jun 01 10:16:29.632069 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0e82b8-fd70-4538-adcc-b1b4f302bdeb,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:29.641953 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:29.669809 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e545cee3-9db0-4626-8f62-722da1d26e6b req-0b0ce201-d9ac-4cee-9547-ea0854ad152b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202888 Jun 01 10:16:29.730125 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-df212a9d-4391-4a0e-be7d-4b9a7367f885 req-ed89bbcd-f892-43e4-a54a-99cc19ccf4c2 service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316975 Jun 01 10:16:29.753475 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Allocated IP 192.168.233.171 (f3cc69a2-8f44-4b9a-828a-2e849d72d4e6/5711e9bb-ba10-49d6-b71d-698e97660553/cad6c941-dcce-4dd3-beb4-9258f900cdbe) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:16:29.961017 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:29.979316 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Transition to ACTIVE for port object cad6c941-dcce-4dd3-beb4-9258f900cdbe will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:16:30.005344 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:30.010727 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:30.078531 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Network f3cc69a2-8f44-4b9a-828a-2e849d72d4e6 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:16:30.081651 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:16:30.085665 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:16:30.122736 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Pushing event updated for resources: {'Port': ['ID=cad6c941-dcce-4dd3-beb4-9258f900cdbe,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:30.128918 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:30.207457 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:30.208116 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:30.243559 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8464243 Jun 01 10:16:30.256471 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4df14-7484-4034-a859-d2fa56139570 req-4e15deec-88e3-420b-b529-3f35fdfcb16c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:30.257971 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c2f4df14-7484-4034-a859-d2fa56139570 req-4e15deec-88e3-420b-b529-3f35fdfcb16c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 943 time: 0.1302326 Jun 01 10:16:30.262782 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Request body: {'port': {'device_id': '70f615bf-9eb4-4212-8db7-c17665c9c605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:30.377623 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:30.381462 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-955cbae1-f980-48e0-a1df-ef6e4713a509 None None] Provisioning for port cad6c941-dcce-4dd3-beb4-9258f900cdbe completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:16:30.389558 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-955cbae1-f980-48e0-a1df-ef6e4713a509 None None] Provisioning complete for port cad6c941-dcce-4dd3-beb4-9258f900cdbe triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:16:30.390435 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-955cbae1-f980-48e0-a1df-ef6e4713a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:30.397403 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c2f4df14-7484-4034-a859-d2fa56139570 req-0e409c1d-cc14-4ef9-8ade-be72e54f8b55 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101575 Jun 01 10:16:30.444462 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 43964b0b-af0a-42e7-8722-b1cdba88010e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:16:30.462365 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:30.498913 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-955cbae1-f980-48e0-a1df-ef6e4713a509 None None] Port cad6c941-dcce-4dd3-beb4-9258f900cdbe cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:16:30.617951 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 43964b0b-af0a-42e7-8722-b1cdba88010e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=43964b0b-af0a-42e7-8722-b1cdba88010e,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:30.634700 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'port_id': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'mac_address': 'fa:16:3e:75:53:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:16:30.689554 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:30.706517 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43964b0b-af0a-42e7-8722-b1cdba88010e {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:16:30.723274 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 43964b0b-af0a-42e7-8722-b1cdba88010e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=43964b0b-af0a-42e7-8722-b1cdba88010e,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:30.727283 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:30.729295 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:30.735991 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d8633-ecf8-4409-a98d-7350f415d960 req-69f26068-7012-4d54-ab8e-fa52842a7d64 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:30.736691 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-205d8633-ecf8-4409-a98d-7350f415d960 req-69f26068-7012-4d54-ab8e-fa52842a7d64 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Synchronizing usage tracker for tenant:62206549bdd640a7a5a27bc0274a6619 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:16:30.797283 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=43964b0b-af0a-42e7-8722-b1cdba88010e,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:30.800346 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:30.835067 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-205d8633-ecf8-4409-a98d-7350f415d960 req-69f26068-7012-4d54-ab8e-fa52842a7d64 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Unset dirty status for tenant:62206549bdd640a7a5a27bc0274a6619 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:16:30.836229 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-205d8633-ecf8-4409-a98d-7350f415d960 req-69f26068-7012-4d54-ab8e-fa52842a7d64 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 936 time: 0.4275248 Jun 01 10:16:30.912079 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-205d8633-ecf8-4409-a98d-7350f415d960 req-9816a79f-5583-4b9d-9f59-025fb9548bf7 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Synchronizing usage tracker for tenant:62206549bdd640a7a5a27bc0274a6619 on resource:security_group {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:16:30.974438 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-205d8633-ecf8-4409-a98d-7350f415d960 req-9816a79f-5583-4b9d-9f59-025fb9548bf7 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Unset dirty status for tenant:62206549bdd640a7a5a27bc0274a6619 on resource:security_group {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:16:30.975521 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-205d8633-ecf8-4409-a98d-7350f415d960 req-9816a79f-5583-4b9d-9f59-025fb9548bf7 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c0e82b8-fd70-4538-adcc-b1b4f302bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328261 Jun 01 10:16:30.992694 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['43964b0b-af0a-42e7-8722-b1cdba88010e'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:16:31.003509 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad6c941-dcce-4dd3-beb4-9258f900cdbe {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:16:31.011221 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:31.026147 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Transition to ACTIVE for port object cad6c941-dcce-4dd3-beb4-9258f900cdbe will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:16:31.029968 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:31.034565 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:31.191598 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Pushing event updated for resources: {'Port': ['ID=cad6c941-dcce-4dd3-beb4-9258f900cdbe,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:31.198664 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:31.269472 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Attempting to bind port cad6c941-dcce-4dd3-beb4-9258f900cdbe on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:16:31.269800 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Attempting to bind port cad6c941-dcce-4dd3-beb4-9258f900cdbe by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'ccee114e-b557-4053-8a4a-b76959d10c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:16:31.270157 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Attempting to bind port cad6c941-dcce-4dd3-beb4-9258f900cdbe on network f3cc69a2-8f44-4b9a-828a-2e849d72d4e6 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:16:31.274700 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Port cad6c941-dcce-4dd3-beb4-9258f900cdbe on network f3cc69a2-8f44-4b9a-828a-2e849d72d4e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:16:31.275020 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Attempting to bind port cad6c941-dcce-4dd3-beb4-9258f900cdbe on network f3cc69a2-8f44-4b9a-828a-2e849d72d4e6 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:16:31.280542 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:16:31.280877 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Checking segment: {'id': 'ccee114e-b557-4053-8a4a-b76959d10c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:16:31.281262 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Bound using segment: {'id': 'ccee114e-b557-4053-8a4a-b76959d10c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:16:31.281691 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Bound port: cad6c941-dcce-4dd3-beb4-9258f900cdbe, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccee114e-b557-4053-8a4a-b76959d10c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:16:31.282065 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:31.369403 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] For port cad6c941-dcce-4dd3-beb4-9258f900cdbe, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:16:31.372317 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] For port cad6c941-dcce-4dd3-beb4-9258f900cdbe, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cad6c941-dcce-4dd3-beb4-9258f900cdbe,segment=NetworkSegment(ccee114e-b557-4053-8a4a-b76959d10c61),segment_id=ccee114e-b557-4053-8a4a-b76959d10c61)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:16:31.376929 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:31.382346 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8d8d136b-4585-4dac-9a4f-be94d1dd6b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:31.440071 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:31.440713 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:31.442065 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] 10.222.0.82 "PUT /v2.0/ports/cad6c941-dcce-4dd3-beb4-9258f900cdbe HTTP/1.1" status: 200 len: 1098 time: 1.1831868 Jun 01 10:16:31.442557 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f615bf-9eb4-4212-8db7-c17665c9c605', 'tag': 'cad6c941-dcce-4dd3-beb4-9258f900cdbe'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:16:31.445112 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8ab91d-65a0-4fc2-906b-8cdaff63a10f" -d '{"events": [{"name": "network-changed", "server_uuid": "70f615bf-9eb4-4212-8db7-c17665c9c605", "tag": "cad6c941-dcce-4dd3-beb4-9258f900cdbe"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:16:31.467795 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Pushing event updated for resources: {'Port': ['ID=cad6c941-dcce-4dd3-beb4-9258f900cdbe,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:31.470831 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:31.558306 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296589cd-a253-4230-a7df-a1f580339c55 x-openstack-request-id: req-296589cd-a253-4230-a7df-a1f580339c55 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:16:31.558760 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f615bf-9eb4-4212-8db7-c17665c9c605", "tag": "cad6c941-dcce-4dd3-beb4-9258f900cdbe", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:16:31.559175 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-296589cd-a253-4230-a7df-a1f580339c55 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:16:31.559702 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f615bf-9eb4-4212-8db7-c17665c9c605', 'tag': 'cad6c941-dcce-4dd3-beb4-9258f900cdbe', 'status': 'completed', 'code': 200} Jun 01 10:16:31.631809 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-2c6eebe5-07c9-40b3-a0b6-d0922c3deb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:31.633072 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-2c6eebe5-07c9-40b3-a0b6-d0922c3deb64 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62206549bdd640a7a5a27bc0274a6619&device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 1101 time: 0.1482882 Jun 01 10:16:31.701069 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691667bf-aced-425f-8a6d-332887b6163a req-209bdb2a-7a1a-4d79-8a31-9a70bd46e33e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:31.702577 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-691667bf-aced-425f-8a6d-332887b6163a req-209bdb2a-7a1a-4d79-8a31-9a70bd46e33e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 944 time: 0.1801043 Jun 01 10:16:31.711843 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-bfe67c4c-2d37-4dda-88bc-70593637d63e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=cad6c941-dcce-4dd3-beb4-9258f900cdbe HTTP/1.1" status: 200 len: 217 time: 0.0708995 Jun 01 10:16:31.799956 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-691667bf-aced-425f-8a6d-332887b6163a req-ca3953f5-d48d-4bb9-9b1d-c24624d04a03 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898123 Jun 01 10:16:31.808971 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-01dbb3b2-86c0-4461-93ce-ede49e05f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:31.810443 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-01dbb3b2-86c0-4461-93ce-ede49e05f32a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5711e9bb-ba10-49d6-b71d-698e97660553 HTTP/1.1" status: 200 len: 843 time: 0.0804267 Jun 01 10:16:31.887945 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-adb3538a-9a14-491a-85fc-f916269ac17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:31.889262 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-adb3538a-9a14-491a-85fc-f916269ac17e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3cc69a2-8f44-4b9a-828a-2e849d72d4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706236 Jun 01 10:16:32.023119 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-dbc8d0e4-f9d6-4be9-b914-5d56adcc0b09 service neutron] 10.222.0.82 "GET /v2.0/networks/f3cc69a2-8f44-4b9a-828a-2e849d72d4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262655 Jun 01 10:16:32.213214 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4656e731-f8c2-4937-a4d9-c7867cf36851 req-b24a9c66-7135-4718-bbf9-6f3a7cebf366 service neutron] 10.222.0.82 "GET /v2.0/networks/f3cc69a2-8f44-4b9a-828a-2e849d72d4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831374 Jun 01 10:16:32.224602 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a376f72-0148-4294-b581-c7e5cac18f38 req-37d03ebe-1647-4e2c-aebc-22d9f441b605 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:32.226042 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3a376f72-0148-4294-b581-c7e5cac18f38 req-37d03ebe-1647-4e2c-aebc-22d9f441b605 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 948 time: 0.1269147 Jun 01 10:16:32.311077 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3a376f72-0148-4294-b581-c7e5cac18f38 req-f140e5e5-ae3d-4092-90f3-a5ae2cd2e5c5 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c0e82b8-fd70-4538-adcc-b1b4f302bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778890 Jun 01 10:16:32.337808 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ab91d-65a0-4fc2-906b-8cdaff63a10f req-89dfe33a-f34c-4a25-ab8b-a624e314aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:32.339285 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eb8ab91d-65a0-4fc2-906b-8cdaff63a10f req-89dfe33a-f34c-4a25-ab8b-a624e314aebb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=62206549bdd640a7a5a27bc0274a6619&device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 1101 time: 0.0761700 Jun 01 10:16:32.415679 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 43964b0b-af0a-42e7-8722-b1cdba88010e up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:16:32.485397 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port 43964b0b-af0a-42e7-8722-b1cdba88010e completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:16:32.490221 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 43964b0b-af0a-42e7-8722-b1cdba88010e triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:16:32.490602 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:32.572123 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ab91d-65a0-4fc2-906b-8cdaff63a10f req-074e5124-16f1-42ff-9482-9c5975c249e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:32.573570 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eb8ab91d-65a0-4fc2-906b-8cdaff63a10f req-074e5124-16f1-42ff-9482-9c5975c249e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f3cc69a2-8f44-4b9a-828a-2e849d72d4e6 HTTP/1.1" status: 200 len: 871 time: 0.2176397 Jun 01 10:16:32.610568 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:32.642581 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:16:32.642581 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff36bd1-1a46-4359-82c0-248dac66e712" -d '{"events": [{"server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "name": "network-vif-plugged", "status": "completed", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:16:32.650141 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 43964b0b-af0a-42e7-8722-b1cdba88010e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=43964b0b-af0a-42e7-8722-b1cdba88010e,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:32.655227 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eb8ab91d-65a0-4fc2-906b-8cdaff63a10f req-07464c25-cd57-4966-8cf5-20eae2480195 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=cad6c941-dcce-4dd3-beb4-9258f900cdbe HTTP/1.1" status: 200 len: 217 time: 0.0684114 Jun 01 10:16:32.656377 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:32.658415 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-be6a8b95-50bc-4dc6-8fa5-f027a6fd4cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:32.688539 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9282bcd-06b9-47ab-a7f1-c04aa8747ec4 x-openstack-request-id: req-a9282bcd-06b9-47ab-a7f1-c04aa8747ec4 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:16:32.688841 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "name": "network-vif-plugged", "status": "completed", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:16:32.689103 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a9282bcd-06b9-47ab-a7f1-c04aa8747ec4 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:16:32.689495 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'code': 200} Jun 01 10:16:32.728761 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ab91d-65a0-4fc2-906b-8cdaff63a10f req-ff3d9636-8032-4e79-9e86-f0654ecd0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:32.730046 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=43964b0b-af0a-42e7-8722-b1cdba88010e,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:32.730255 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eb8ab91d-65a0-4fc2-906b-8cdaff63a10f req-ff3d9636-8032-4e79-9e86-f0654ecd0a15 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5711e9bb-ba10-49d6-b71d-698e97660553 HTTP/1.1" status: 200 len: 843 time: 0.0680156 Jun 01 10:16:32.734194 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:32.821921 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ab91d-65a0-4fc2-906b-8cdaff63a10f req-f654d476-8b0d-4a33-b64e-f921b539bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:32.823508 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eb8ab91d-65a0-4fc2-906b-8cdaff63a10f req-f654d476-8b0d-4a33-b64e-f921b539bc67 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f3cc69a2-8f44-4b9a-828a-2e849d72d4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763483 Jun 01 10:16:33.077912 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eb8ab91d-65a0-4fc2-906b-8cdaff63a10f req-47a4f0b5-02d6-4ac4-8333-3532934b32a3 service neutron] 10.222.0.82 "GET /v2.0/networks/f3cc69a2-8f44-4b9a-828a-2e849d72d4e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465196 Jun 01 10:16:33.181628 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16be0cd-d314-49a4-8033-208dd8197ae4 req-80e2d0d7-ac46-4dc1-8054-174c3a55244d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:33.183134 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a16be0cd-d314-49a4-8033-208dd8197ae4 req-80e2d0d7-ac46-4dc1-8054-174c3a55244d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 945 time: 0.2448835 Jun 01 10:16:33.193978 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca3798-65fa-4cac-8177-29ef5cb6021c req-8d7f9b4f-dec0-4f82-ab16-41d2a10fd2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:33.195364 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-67ca3798-65fa-4cac-8177-29ef5cb6021c req-8d7f9b4f-dec0-4f82-ab16-41d2a10fd2ea service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 1098 time: 0.3321688 Jun 01 10:16:33.286230 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a16be0cd-d314-49a4-8033-208dd8197ae4 req-bcfc6110-2d72-4ff7-b489-9524eba70515 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878100 Jun 01 10:16:33.300644 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-67ca3798-65fa-4cac-8177-29ef5cb6021c req-d222c65e-355b-4705-a0e7-854bd03ca272 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985193 Jun 01 10:16:33.305827 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eb8ab91d-65a0-4fc2-906b-8cdaff63a10f req-ac4a069a-9af7-4dcd-91d8-6daa7a918542 service neutron] 10.222.0.82 "GET /v2.0/networks/f3cc69a2-8f44-4b9a-828a-2e849d72d4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182031 Jun 01 10:16:33.505010 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061c737-c265-4c38-a657-0b45c0732fc0 req-30f2f290-3677-4df7-a271-5ef0baac8425 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:33.506787 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9061c737-c265-4c38-a657-0b45c0732fc0 req-30f2f290-3677-4df7-a271-5ef0baac8425 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 948 time: 0.0867152 Jun 01 10:16:33.550434 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9061c737-c265-4c38-a657-0b45c0732fc0 req-fa73fddf-26ad-40e5-a5cf-761e96fccc03 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c0e82b8-fd70-4538-adcc-b1b4f302bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378020 Jun 01 10:16:33.970307 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:16:34.431690 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device cad6c941-dcce-4dd3-beb4-9258f900cdbe details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:16:34.475571 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306021f7-ff24-48aa-a417-b335943db1a5 req-aea1bff3-4a49-4cca-813e-30427804cea3 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:34.477091 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-306021f7-ff24-48aa-a417-b335943db1a5 req-aea1bff3-4a49-4cca-813e-30427804cea3 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 945 time: 0.0860763 Jun 01 10:16:34.532498 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-306021f7-ff24-48aa-a417-b335943db1a5 req-d3cd76bd-c977-4942-9209-9346fed69bef tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483642 Jun 01 10:16:34.616705 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port cad6c941-dcce-4dd3-beb4-9258f900cdbe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cad6c941-dcce-4dd3-beb4-9258f900cdbe,segment=NetworkSegment(ccee114e-b557-4053-8a4a-b76959d10c61),segment_id=ccee114e-b557-4053-8a4a-b76959d10c61)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:34.635377 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': 'cad6c941-dcce-4dd3-beb4-9258f900cdbe', 'network_id': 'f3cc69a2-8f44-4b9a-828a-2e849d72d4e6', 'port_id': 'cad6c941-dcce-4dd3-beb4-9258f900cdbe', 'mac_address': 'fa:16:3e:8b:43:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5711e9bb-ba10-49d6-b71d-698e97660553', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:16:34.701232 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:34.718503 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad6c941-dcce-4dd3-beb4-9258f900cdbe {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:16:34.734125 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port cad6c941-dcce-4dd3-beb4-9258f900cdbe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cad6c941-dcce-4dd3-beb4-9258f900cdbe,segment=NetworkSegment(ccee114e-b557-4053-8a4a-b76959d10c61),segment_id=ccee114e-b557-4053-8a4a-b76959d10c61)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:34.738638 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:34.740520 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:34.810612 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=cad6c941-dcce-4dd3-beb4-9258f900cdbe,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:34.813841 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:34.827156 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0925f-d96d-4b52-9f3f-a5ad0b7bd21a req-1f31cfe0-310d-4215-a70f-0f94b61c9a02 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:34.828664 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c3c0925f-d96d-4b52-9f3f-a5ad0b7bd21a req-1f31cfe0-310d-4215-a70f-0f94b61c9a02 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 945 time: 0.1475201 Jun 01 10:16:34.863905 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbabc78-6742-4b2d-8d0a-6ebffa71c1a8 req-706f09e3-c9c9-40bf-b24b-443e6a7b3698 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:34.865615 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0bbabc78-6742-4b2d-8d0a-6ebffa71c1a8 req-706f09e3-c9c9-40bf-b24b-443e6a7b3698 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 949 time: 0.1452556 Jun 01 10:16:34.918632 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c3c0925f-d96d-4b52-9f3f-a5ad0b7bd21a req-9b14610f-1578-4dfd-be76-530dd02cb140 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834994 Jun 01 10:16:34.928393 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0bbabc78-6742-4b2d-8d0a-6ebffa71c1a8 req-ea0af75b-b38a-44bd-9692-0fbebb3fdf07 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c0e82b8-fd70-4538-adcc-b1b4f302bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565541 Jun 01 10:16:35.000328 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['cad6c941-dcce-4dd3-beb4-9258f900cdbe'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:16:35.458418 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d9e80-2c8f-4f53-a649-29905efef9f9 req-ee49afba-2193-45b8-9ace-6947674cfe0f tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:35.459866 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0a8d9e80-2c8f-4f53-a649-29905efef9f9 req-ee49afba-2193-45b8-9ace-6947674cfe0f tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 945 time: 0.0864594 Jun 01 10:16:35.504104 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0a8d9e80-2c8f-4f53-a649-29905efef9f9 req-510ce768-4846-4992-8132-c31bbfebe22d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Jun 01 10:16:36.125401 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf641e-1bac-49d4-8022-72aa95afc849 req-c26c5604-884c-4312-b4b9-f26323d35add tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:36.126885 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0eaf641e-1bac-49d4-8022-72aa95afc849 req-c26c5604-884c-4312-b4b9-f26323d35add tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 949 time: 0.0864446 Jun 01 10:16:36.175071 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0eaf641e-1bac-49d4-8022-72aa95afc849 req-00834525-f362-4034-93bd-04716d28ae7b tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c0e82b8-fd70-4538-adcc-b1b4f302bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 Jun 01 10:16:36.433297 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device cad6c941-dcce-4dd3-beb4-9258f900cdbe up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:16:36.503825 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port cad6c941-dcce-4dd3-beb4-9258f900cdbe completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:16:36.508673 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port cad6c941-dcce-4dd3-beb4-9258f900cdbe triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:16:36.509052 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:36.633587 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:36.661385 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f615bf-9eb4-4212-8db7-c17665c9c605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad6c941-dcce-4dd3-beb4-9258f900cdbe'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:16:36.663743 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce352b6-a1a4-4a81-a787-828fce666ba1" -d '{"events": [{"server_uuid": "70f615bf-9eb4-4212-8db7-c17665c9c605", "name": "network-vif-plugged", "status": "completed", "tag": "cad6c941-dcce-4dd3-beb4-9258f900cdbe"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:16:36.671290 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port cad6c941-dcce-4dd3-beb4-9258f900cdbe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cad6c941-dcce-4dd3-beb4-9258f900cdbe,segment=NetworkSegment(ccee114e-b557-4053-8a4a-b76959d10c61),segment_id=ccee114e-b557-4053-8a4a-b76959d10c61)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:36.675530 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:36.677557 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-7a0b1729-a5fc-4b12-ae4d-c2d7cd7c8ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:36.711650 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07c0ae9-9dfb-45fe-9d20-59831939b1d5 x-openstack-request-id: req-d07c0ae9-9dfb-45fe-9d20-59831939b1d5 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:16:36.711942 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f615bf-9eb4-4212-8db7-c17665c9c605", "name": "network-vif-plugged", "status": "completed", "tag": "cad6c941-dcce-4dd3-beb4-9258f900cdbe", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:16:36.712197 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d07c0ae9-9dfb-45fe-9d20-59831939b1d5 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:16:36.712580 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f615bf-9eb4-4212-8db7-c17665c9c605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad6c941-dcce-4dd3-beb4-9258f900cdbe', 'code': 200} Jun 01 10:16:36.743780 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=cad6c941-dcce-4dd3-beb4-9258f900cdbe,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:36.749925 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:36.941072 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6f585-cc41-45d1-a356-70aec6084b7e req-739ef5d7-70b0-4eae-9604-062f3be6c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:36.942551 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c5e6f585-cc41-45d1-a356-70aec6084b7e req-739ef5d7-70b0-4eae-9604-062f3be6c1ed service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 1103 time: 0.0711527 Jun 01 10:16:36.983740 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c5e6f585-cc41-45d1-a356-70aec6084b7e req-ed0e3c64-5959-40a4-ba43-6bfe31314eb5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5c0e82b8-fd70-4538-adcc-b1b4f302bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350990 Jun 01 10:16:37.379981 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece02c1-3ca8-4703-a6b1-7c604b10872e req-b05dacba-fc2c-4c97-8b9b-5b79f230bbe3 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:37.381839 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1ece02c1-3ca8-4703-a6b1-7c604b10872e req-b05dacba-fc2c-4c97-8b9b-5b79f230bbe3 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 950 time: 0.1006815 Jun 01 10:16:37.429350 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1ece02c1-3ca8-4703-a6b1-7c604b10872e req-e470258f-e2ad-4520-aaa7-811ee325d457 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c0e82b8-fd70-4538-adcc-b1b4f302bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 Jun 01 10:16:38.614951 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5dbd6-49e0-4cd1-a7d8-670f9f545edd req-dd2c4d5f-26e5-4015-b774-24c8eb320cdd tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:38.616350 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-09a5dbd6-49e0-4cd1-a7d8-670f9f545edd req-dd2c4d5f-26e5-4015-b774-24c8eb320cdd tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 950 time: 0.0807436 Jun 01 10:16:38.765203 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-09a5dbd6-49e0-4cd1-a7d8-670f9f545edd req-69dce594-3c50-472f-8b42-f681ce0d4fbb tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c0e82b8-fd70-4538-adcc-b1b4f302bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416461 Jun 01 10:16:39.252736 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbd483-9569-4a2d-9a56-35826505ddc3 req-6404c413-2bc1-4714-ab58-35dd56d4a9ba tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:39.254228 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8dbbd483-9569-4a2d-9a56-35826505ddc3 req-6404c413-2bc1-4714-ab58-35dd56d4a9ba tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 950 time: 0.0922472 Jun 01 10:16:39.301252 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8dbbd483-9569-4a2d-9a56-35826505ddc3 req-8ed374ea-cba3-4b09-9325-99a10a532614 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c0e82b8-fd70-4538-adcc-b1b4f302bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407710 Jun 01 10:16:40.384570 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39bfc5-93a5-4119-9afe-1c72de60e95e req-ee6ea27c-7ec8-4c80-bc79-e50198b5de1b tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:40.386084 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eb39bfc5-93a5-4119-9afe-1c72de60e95e req-ee6ea27c-7ec8-4c80-bc79-e50198b5de1b tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 945 time: 0.0873723 Jun 01 10:16:40.489033 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eb39bfc5-93a5-4119-9afe-1c72de60e95e req-15aaaf8c-c735-42f7-8147-a92f80364ca7 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968897 Jun 01 10:16:40.526654 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 35430) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:40.537665 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91439f30-c748-4cd4-8850-315fedfc555c req-570f8f89-0c76-40d5-a64f-2ff37a832c06 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:40.539170 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-91439f30-c748-4cd4-8850-315fedfc555c req-570f8f89-0c76-40d5-a64f-2ff37a832c06 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 950 time: 0.1287353 Jun 01 10:16:40.592730 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-91439f30-c748-4cd4-8850-315fedfc555c req-4b45dc08-f210-4a77-9ee8-ee0cd865766d tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c0e82b8-fd70-4538-adcc-b1b4f302bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452020 Jun 01 10:16:40.846453 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9b261-ac3f-4deb-b35b-20ab40d8006a req-dc5fdd82-503a-4ac3-afbb-ad0b3285d108 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:40.847872 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bbe9b261-ac3f-4deb-b35b-20ab40d8006a req-dc5fdd82-503a-4ac3-afbb-ad0b3285d108 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.82 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 950 time: 0.1102798 Jun 01 10:16:40.849896 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d047377c-edf2-46dd-8275-507b5ceaf0f0 tempest-TestMinimumBasicScenario-150944380 tempest-TestMinimumBasicScenario-150944380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:40.850573 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-d047377c-edf2-46dd-8275-507b5ceaf0f0 tempest-TestMinimumBasicScenario-150944380 tempest-TestMinimumBasicScenario-150944380-project-admin] Synchronizing usage tracker for tenant:310ac1f308ff4d3587cfb3a558482a19 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:16:40.912453 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-d047377c-edf2-46dd-8275-507b5ceaf0f0 tempest-TestMinimumBasicScenario-150944380 tempest-TestMinimumBasicScenario-150944380-project-admin] Unset dirty status for tenant:310ac1f308ff4d3587cfb3a558482a19 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:16:40.913590 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-d047377c-edf2-46dd-8275-507b5ceaf0f0 tempest-TestMinimumBasicScenario-150944380 tempest-TestMinimumBasicScenario-150944380-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 1093 time: 0.3856132 Jun 01 10:16:40.916690 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 35438) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:40.923710 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Request body: {'floatingip': {'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'port_id': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:40.932821 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:40.967430 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Usage tracker for resource:floatingip and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:40.974236 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:40.982461 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:41.000603 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for floatingip, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:41.089058 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-bbe9b261-ac3f-4deb-b35b-20ab40d8006a req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Deleting port cad6c941-dcce-4dd3-beb4-9258f900cdbe {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:16:41.089402 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-bbe9b261-ac3f-4deb-b35b-20ab40d8006a req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:41.257203 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-bbe9b261-ac3f-4deb-b35b-20ab40d8006a req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] For port cad6c941-dcce-4dd3-beb4-9258f900cdbe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=cad6c941-dcce-4dd3-beb4-9258f900cdbe,segment=NetworkSegment(ccee114e-b557-4053-8a4a-b76959d10c61),segment_id=ccee114e-b557-4053-8a4a-b76959d10c61)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:41.257566 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-bbe9b261-ac3f-4deb-b35b-20ab40d8006a req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:41.384725 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-bbe9b261-ac3f-4deb-b35b-20ab40d8006a req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Calling delete_port for cad6c941-dcce-4dd3-beb4-9258f900cdbe owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:16:41.390454 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:41.550706 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Allocated IP 172.28.3.127 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/b9c0b5b5-7984-445e-8a69-313b960d07d8) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:16:41.698369 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-bbe9b261-ac3f-4deb-b35b-20ab40d8006a req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:41.705262 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:41.711315 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['cad6c941-dcce-4dd3-beb4-9258f900cdbe'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:16:41.804987 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Pushing event deleted for resources: {'Port': ['ID=cad6c941-dcce-4dd3-beb4-9258f900cdbe,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:41.846001 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fe75df97-fb6a-4c60-af41-87b78a7a16cd req-b569f512-f18d-4ffc-bc00-d9a60bec8177 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f615bf-9eb4-4212-8db7-c17665c9c605 HTTP/1.1" status: 200 len: 210 time: 0.1064115 Jun 01 10:16:41.855037 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:41.855306 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:41.855629 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:41.857196 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:41.857196 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:41.857196 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:41.857559 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:41.857913 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:41.858266 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:41.858608 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:41.858954 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:41.859294 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:41.869901 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:41.917929 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe9b261-ac3f-4deb-b35b-20ab40d8006a req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] No DVR routers for this DVR port cad6c941-dcce-4dd3-beb4-9258f900cdbe on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:16:41.923059 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-bbe9b261-ac3f-4deb-b35b-20ab40d8006a req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:41.925616 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f615bf-9eb4-4212-8db7-c17665c9c605', 'name': 'network-vif-deleted', 'tag': 'cad6c941-dcce-4dd3-beb4-9258f900cdbe'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:16:41.927932 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298bb333-6315-4044-ab12-ec61057a8cc2" -d '{"events": [{"server_uuid": "70f615bf-9eb4-4212-8db7-c17665c9c605", "name": "network-vif-deleted", "tag": "cad6c941-dcce-4dd3-beb4-9258f900cdbe"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:16:41.955728 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:41.970456 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bbe9b261-ac3f-4deb-b35b-20ab40d8006a req-dfcbc804-4cf8-4939-86f6-1127a502ad89 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] 10.222.0.82 "DELETE /v2.0/ports/cad6c941-dcce-4dd3-beb4-9258f900cdbe HTTP/1.1" status: 204 len: 173 time: 1.1153960 Jun 01 10:16:41.983935 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de5b79d-7e78-4f53-8588-0c654ee60200 x-openstack-request-id: req-2de5b79d-7e78-4f53-8588-0c654ee60200 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:16:41.984121 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f615bf-9eb4-4212-8db7-c17665c9c605", "name": "network-vif-deleted", "tag": "cad6c941-dcce-4dd3-beb4-9258f900cdbe", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:16:41.984632 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2de5b79d-7e78-4f53-8588-0c654ee60200 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:16:41.985618 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f615bf-9eb4-4212-8db7-c17665c9c605', 'name': 'network-vif-deleted', 'tag': 'cad6c941-dcce-4dd3-beb4-9258f900cdbe', 'status': 'completed', 'code': 200} Jun 01 10:16:41.997993 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:42.003245 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:42.156716 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:16:42.159624 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:16:42.163414 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:16:42.203886 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event updated for resources: {'Port': ['ID=b9c0b5b5-7984-445e-8a69-313b960d07d8,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:42.211538 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:42.584562 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:42.662921 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:42.864784 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:42.869419 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:42.873521 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:42.985469 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event updated for resources: {'Port': ['ID=b9c0b5b5-7984-445e-8a69-313b960d07d8,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:42.991747 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:42.997968 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:43.179299 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.l3_db [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Floating IP 615ff47a-abc0-4b83-981d-9f1b2e20b8a4 associated. External IP: 172.28.3.127, port: 43964b0b-af0a-42e7-8722-b1cdba88010e. Jun 01 10:16:43.667944 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Router 4f643d8d-435c-4f98-9487-59fff55c4461 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:16:43.860071 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:16:43.870663 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe290f4-fff2-4612-adb3-09ae4410c4e9 None None] Sync routers for ids ['4f643d8d-435c-4f98-9487-59fff55c4461'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:16:43.881948 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe290f4-fff2-4612-adb3-09ae4410c4e9 None None] Routers {'4f643d8d-435c-4f98-9487-59fff55c4461'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:16:43.882711 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-abe290f4-fff2-4612-adb3-09ae4410c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:16:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['4f643d8d-435c-4f98-9487-59fff55c4461'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:16:43.883945 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:43.946791 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0264320 Jun 01 10:16:43.947007 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 35570) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:43.952691 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1203058592', 'description': 'tempest-secgroup-smoke-1203058592 description', 'project_id': '8c213841620f45b3b6df19fb28b95b42'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:43.958367 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:43.969576 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:43.981943 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:43.991313 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:16:43.993669 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f370fc04-ba2d-4867-a9ba-98b61070700e" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:16:44.010049 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:44.014772 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Usage tracker for resource:security_group_rule and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:44.018008 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:44.024025 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:44.041940 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f2760-6d50-4ae6-b702-f4082f690bc3 x-openstack-request-id: req-ed9f2760-6d50-4ae6-b702-f4082f690bc3 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:16:44.042319 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:16:44.042601 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed9f2760-6d50-4ae6-b702-f4082f690bc3 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:16:44.043006 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'status': 'completed', 'code': 200} Jun 01 10:16:44.099302 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-abe290f4-fff2-4612-adb3-09ae4410c4e9 None None] Set router 4f643d8d-435c-4f98-9487-59fff55c4461 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:16:44.154986 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.162297 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.168231 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f1787301-ea1c-4665-8731-8ba0cfc5e5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:44.219371 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370fc04-ba2d-4867-a9ba-98b61070700e req-7423551c-cda2-433b-9476-319bb08279e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:44.221148 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f370fc04-ba2d-4867-a9ba-98b61070700e req-7423551c-cda2-433b-9476-319bb08279e8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c213841620f45b3b6df19fb28b95b42&device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 1098 time: 0.1491337 Jun 01 10:16:44.223525 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be943c5-e754-4e59-a753-359b55054dca,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:44.226744 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:44.259849 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.261062 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-7125e265-51aa-48d9-a996-e9c66eb7abac tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3131711 Jun 01 10:16:44.264180 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35598) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:44.270744 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Request body: {'security_group_rule': {'security_group_id': '6be943c5-e754-4e59-a753-359b55054dca', 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:44.277296 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:44.282646 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Usage tracker for resource:security_group_rule and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:44.287030 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:44.295186 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:44.319746 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.397749 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.402586 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.405066 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:44.420349 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370fc04-ba2d-4867-a9ba-98b61070700e req-74c26620-4610-4804-81b6-06255b983585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:44.422152 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f370fc04-ba2d-4867-a9ba-98b61070700e req-74c26620-4610-4804-81b6-06255b983585 service neutron] 10.222.0.82 "GET /v2.0/networks?id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c HTTP/1.1" status: 200 len: 917 time: 0.1883028 Jun 01 10:16:44.438025 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97248e01-c860-4b36-8bc4-8035a21d4243,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:44.444220 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.445972 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1798689 Jun 01 10:16:44.452206 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35626) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:44.456009 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:44.456377 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:44.456738 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:44.457203 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:44.457769 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:44.458311 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:44.458737 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:44.459088 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:44.459433 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:44.459918 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:44.460608 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:44.461199 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:44.465521 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-09269910-44ce-4f5c-afa9-21b43be14903 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:44.469232 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-c6f4b677-804a-4e0d-8439-c97087cea3c2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Request body: {'security_group_rule': {'security_group_id': '6be943c5-e754-4e59-a753-359b55054dca', 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:44.474982 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device cad6c941-dcce-4dd3-beb4-9258f900cdbe no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:16:44.475993 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-c6f4b677-804a-4e0d-8439-c97087cea3c2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:44.480141 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-c6f4b677-804a-4e0d-8439-c97087cea3c2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Usage tracker for resource:security_group_rule and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:44.483866 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-c6f4b677-804a-4e0d-8439-c97087cea3c2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:44.489805 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-c6f4b677-804a-4e0d-8439-c97087cea3c2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:44.522114 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: cad6c941-dcce-4dd3-beb4-9258f900cdbe {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:16:44.522597 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device cad6c941-dcce-4dd3-beb4-9258f900cdbe not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:16:44.530058 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b677-804a-4e0d-8439-c97087cea3c2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.546058 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-abe290f4-fff2-4612-adb3-09ae4410c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:15:40Z', 'revision_number': 4, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': '615ff47a-abc0-4b83-981d-9f1b2e20b8a4', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'floating_ip_address': '172.28.3.127', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'port_id': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'mac_address': 'fa:16:3e:75:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc53562-1960-459b-b9d5-220492de1953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:16:42Z', 'updated_at': '2021-06-01T10:16:42Z', 'revision_number': 0, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b', 'name': '', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'mac_address': 'fa:16:3e:7f:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:39Z', 'updated_at': '2021-06-01T10:15:49Z', 'revision_number': 5, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'subnets': [{'id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:16:44.550843 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe290f4-fff2-4612-adb3-09ae4410c4e9 None None] Checking router: 4f643d8d-435c-4f98-9487-59fff55c4461 for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:16:44.565913 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe290f4-fff2-4612-adb3-09ae4410c4e9 None None] Routers {'4f643d8d-435c-4f98-9487-59fff55c4461'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:16:44.566643 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-abe290f4-fff2-4612-adb3-09ae4410c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:16:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['4f643d8d-435c-4f98-9487-59fff55c4461'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:16:44.568069 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f370fc04-ba2d-4867-a9ba-98b61070700e req-76c49f9b-5fbe-45d4-8d99-e32bb24b1c21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43964b0b-af0a-42e7-8722-b1cdba88010e HTTP/1.1" status: 200 len: 999 time: 0.1386378 Jun 01 10:16:44.646030 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b677-804a-4e0d-8439-c97087cea3c2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.651663 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b677-804a-4e0d-8439-c97087cea3c2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.654327 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:44.672244 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370fc04-ba2d-4867-a9ba-98b61070700e req-5268bf28-36c8-4a2c-b743-04c74f62bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:44.682012 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f370fc04-ba2d-4867-a9ba-98b61070700e req-5268bf28-36c8-4a2c-b743-04c74f62bb28 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25d1faea-9cc7-4a76-bde1-58a0daf64b4a HTTP/1.1" status: 200 len: 854 time: 0.1036992 Jun 01 10:16:44.691470 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4b677-804a-4e0d-8439-c97087cea3c2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8636812-5f71-4434-b015-e5d297a00a51,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:44.694034 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-c6f4b677-804a-4e0d-8439-c97087cea3c2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:44.706071 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-c6f4b677-804a-4e0d-8439-c97087cea3c2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.707267 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-c6f4b677-804a-4e0d-8439-c97087cea3c2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2535684 Jun 01 10:16:44.710157 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35652) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:44.715821 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Request body: {'security_group_rule': {'security_group_id': '6be943c5-e754-4e59-a753-359b55054dca', 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:44.721895 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:44.726945 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Usage tracker for resource:security_group_rule and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:44.731672 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:44.741029 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:44.777028 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.822025 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-abe290f4-fff2-4612-adb3-09ae4410c4e9 None None] Set router 4f643d8d-435c-4f98-9487-59fff55c4461 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:16:44.848921 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370fc04-ba2d-4867-a9ba-98b61070700e req-87eaf551-515f-437c-9af6-138aa57e5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:44.850521 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f370fc04-ba2d-4867-a9ba-98b61070700e req-87eaf551-515f-437c-9af6-138aa57e5eb9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1648066 Jun 01 10:16:44.851393 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.857657 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.860771 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d0603c9d-fc03-4653-8d76-4051b3d9b85a tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:44.900712 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0588696b-16cf-4c5d-94b9-bfbc4a31ca4a,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:44.905301 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:44.910593 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:44.912235 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2010455 Jun 01 10:16:44.915159 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 35670) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:44.976325 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-005b3184-b35f-4610-b31a-18beaf2f2a06 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Request body: {'security_group_rule': {'security_group_id': '6be943c5-e754-4e59-a753-359b55054dca', 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:44.987680 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-005b3184-b35f-4610-b31a-18beaf2f2a06 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:44.999931 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-005b3184-b35f-4610-b31a-18beaf2f2a06 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Usage tracker for resource:security_group_rule and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:45.004497 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-005b3184-b35f-4610-b31a-18beaf2f2a06 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:45.013889 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-005b3184-b35f-4610-b31a-18beaf2f2a06 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:45.074254 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f370fc04-ba2d-4867-a9ba-98b61070700e req-00c3ee4f-fdcf-491c-9ac5-ae2c8ea7cc24 service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151377 Jun 01 10:16:45.075381 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-005b3184-b35f-4610-b31a-18beaf2f2a06 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.282104 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-005b3184-b35f-4610-b31a-18beaf2f2a06 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.283509 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-abe290f4-fff2-4612-adb3-09ae4410c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:15:40Z', 'revision_number': 4, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': '615ff47a-abc0-4b83-981d-9f1b2e20b8a4', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'floating_ip_address': '172.28.3.127', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'port_id': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'mac_address': 'fa:16:3e:75:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc53562-1960-459b-b9d5-220492de1953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:16:42Z', 'updated_at': '2021-06-01T10:16:42Z', 'revision_number': 0, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b', 'name': '', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'mac_address': 'fa:16:3e:7f:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:39Z', 'updated_at': '2021-06-01T10:15:49Z', 'revision_number': 5, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'subnets': [{'id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:16:45.295123 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe290f4-fff2-4612-adb3-09ae4410c4e9 None None] The sync data for ids ['4f643d8d-435c-4f98-9487-59fff55c4461'] in dv-cinder-784779-13-smb is: [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:15:40Z', 'revision_number': 4, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': '615ff47a-abc0-4b83-981d-9f1b2e20b8a4', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'floating_ip_address': '172.28.3.127', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'port_id': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'mac_address': 'fa:16:3e:75:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc53562-1960-459b-b9d5-220492de1953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:16:42Z', 'updated_at': '2021-06-01T10:16:42Z', 'revision_number': 0, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b', 'name': '', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'mac_address': 'fa:16:3e:7f:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:39Z', 'updated_at': '2021-06-01T10:15:49Z', 'revision_number': 5, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'subnets': [{'id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:16:45.304472 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-005b3184-b35f-4610-b31a-18beaf2f2a06 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.314568 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f370fc04-ba2d-4867-a9ba-98b61070700e req-e3ddeca0-53e3-45c0-b47b-e63f7ad5f6c3 service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319787 Jun 01 10:16:45.316790 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a1711f38-bafb-42ad-b11a-f5dd809302f6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:45.352805 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b3184-b35f-4610-b31a-18beaf2f2a06 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55194870-af20-4208-8498-c626b1c4e981,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:45.356458 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-005b3184-b35f-4610-b31a-18beaf2f2a06 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:45.369645 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-005b3184-b35f-4610-b31a-18beaf2f2a06 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.371738 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-005b3184-b35f-4610-b31a-18beaf2f2a06 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4548821 Jun 01 10:16:45.374443 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 35712) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:45.380656 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Request body: {'security_group_rule': {'security_group_id': '6be943c5-e754-4e59-a753-359b55054dca', 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:45.389143 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:45.393137 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Usage tracker for resource:security_group_rule and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:45.396396 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:45.402902 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:45.416833 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.securitygroups_db [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Project 8c213841620f45b3b6df19fb28b95b42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 10:16:45.431846 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.529198 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.535025 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.538094 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:45.560374 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8dda3ac-52b0-46c2-927d-3f0fd6341e08,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:45.563010 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:45.588233 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.590634 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-f0d2cdaf-219b-43f0-a12d-b47e59c1799e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2141902 Jun 01 10:16:45.593003 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 35722) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:45.602466 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Request body: {'security_group_rule': {'security_group_id': '6be943c5-e754-4e59-a753-359b55054dca', 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:45.603782 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91655d2f-9fbc-46c6-8483-bad585b7bcaa None None] New status for floating IP 615ff47a-abc0-4b83-981d-9f1b2e20b8a4: ACTIVE {{(pid=91918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:16:45.619172 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:45.627446 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Usage tracker for resource:security_group_rule and tenant:8c213841620f45b3b6df19fb28b95b42 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:45.631327 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:45.640195 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:45.654810 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.securitygroups_db [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Project 8c213841620f45b3b6df19fb28b95b42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 10:16:45.661515 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.731515 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35730) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:45.755473 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.760912 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.763802 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:45.791521 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56b7ba7-cf6c-4fa5-99c1-6e83227b0ce7,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:45.795240 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:45.803941 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.805875 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-9bbbf4d2-9356-44f4-8aa5-abbb51af55e2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2109156 Jun 01 10:16:45.905692 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7c92d880-3239-49ec-af9d-cf17795604cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:45.922737 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-7c92d880-3239-49ec-af9d-cf17795604cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:45.930315 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-7c92d880-3239-49ec-af9d-cf17795604cf admin admin] Usage tracker for resource:security_group_rule and tenant:837f7dd16c4c492daa0555a5835afa67 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:45.933276 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-7c92d880-3239-49ec-af9d-cf17795604cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:45.942397 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-7c92d880-3239-49ec-af9d-cf17795604cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:45.950128 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-e47ad354-c11d-4130-8562-35c19c3add77 req-acc7fe47-627f-4d4e-b85f-4b1032940da1 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Synchronizing usage tracker for tenant:8c213841620f45b3b6df19fb28b95b42 on resource:security_group {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:16:45.967815 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-e47ad354-c11d-4130-8562-35c19c3add77 req-acc7fe47-627f-4d4e-b85f-4b1032940da1 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Unset dirty status for tenant:8c213841620f45b3b6df19fb28b95b42 on resource:security_group {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:16:45.969168 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e47ad354-c11d-4130-8562-35c19c3add77 req-acc7fe47-627f-4d4e-b85f-4b1032940da1 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203058592&fields=id&tenant_id=8c213841620f45b3b6df19fb28b95b42 HTTP/1.1" status: 200 len: 267 time: 0.0741379 Jun 01 10:16:46.037724 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7c92d880-3239-49ec-af9d-cf17795604cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.043705 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7c92d880-3239-49ec-af9d-cf17795604cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.052860 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-72ccf453-b4e3-48ea-9744-061c83fafc3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:46.069670 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ad354-c11d-4130-8562-35c19c3add77 req-0ae8bd35-4670-491e-902b-c6002c821e18 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:46.071278 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e47ad354-c11d-4130-8562-35c19c3add77 req-0ae8bd35-4670-491e-902b-c6002c821e18 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 945 time: 0.0877795 Jun 01 10:16:46.084849 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-e47ad354-c11d-4130-8562-35c19c3add77 req-633e7cd0-e0ca-456d-9dd3-0900abb47c9a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Request body: {'port': {'security_groups': ['6c63f2d1-966c-4838-9466-af427b747e23', '6be943c5-e754-4e59-a753-359b55054dca']}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:46.096460 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-7c92d880-3239-49ec-af9d-cf17795604cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=837f7dd16c4c492daa0555a5835afa67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638654 Jun 01 10:16:46.098750 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35746) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:46.099545 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92d880-3239-49ec-af9d-cf17795604cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b2ef4c-a7ba-4db2-b662-29dc33be6a66,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:46.104503 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7c92d880-3239-49ec-af9d-cf17795604cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:46.164666 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-885895cf-0793-46e9-b922-f355087eead6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.192483 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-885895cf-0793-46e9-b922-f355087eead6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.221463 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-e47ad354-c11d-4130-8562-35c19c3add77 req-633e7cd0-e0ca-456d-9dd3-0900abb47c9a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.255936 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-885895cf-0793-46e9-b922-f355087eead6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.263299 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6cf79696-9d25-40e5-a70a-e63cd418f28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:46.276065 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885895cf-0793-46e9-b922-f355087eead6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b2ef4c-a7ba-4db2-b662-29dc33be6a66,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:46.280332 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-885895cf-0793-46e9-b922-f355087eead6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:46.284212 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-885895cf-0793-46e9-b922-f355087eead6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.286899 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-885895cf-0793-46e9-b922-f355087eead6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14b2ef4c-a7ba-4db2-b662-29dc33be6a66 HTTP/1.1" status: 204 len: 168 time: 0.1842797 Jun 01 10:16:46.612311 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-e47ad354-c11d-4130-8562-35c19c3add77 req-633e7cd0-e0ca-456d-9dd3-0900abb47c9a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] For port 43964b0b-af0a-42e7-8722-b1cdba88010e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=43964b0b-af0a-42e7-8722-b1cdba88010e,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:46.645505 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-e47ad354-c11d-4130-8562-35c19c3add77 req-633e7cd0-e0ca-456d-9dd3-0900abb47c9a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.650038 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35778) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:46.651342 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-e47ad354-c11d-4130-8562-35c19c3add77 req-633e7cd0-e0ca-456d-9dd3-0900abb47c9a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.663907 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-34b72c32-bbe4-480a-8712-34762f775368 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:46.664895 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['43964b0b-af0a-42e7-8722-b1cdba88010e'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:16:46.671488 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-098cbfc9-6b65-4d4c-9c02-74cf8dd97fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.691536 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-098cbfc9-6b65-4d4c-9c02-74cf8dd97fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:46.692241 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-098cbfc9-6b65-4d4c-9c02-74cf8dd97fef admin admin] Usage tracker for resource:security_group_rule and tenant:2dff89a1dc294471bb730473adda5050 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:46.695782 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-098cbfc9-6b65-4d4c-9c02-74cf8dd97fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:46.703160 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-098cbfc9-6b65-4d4c-9c02-74cf8dd97fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:46.743272 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ad354-c11d-4130-8562-35c19c3add77 req-633e7cd0-e0ca-456d-9dd3-0900abb47c9a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:46.744092 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-e47ad354-c11d-4130-8562-35c19c3add77 req-633e7cd0-e0ca-456d-9dd3-0900abb47c9a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.745521 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-e47ad354-c11d-4130-8562-35c19c3add77 req-633e7cd0-e0ca-456d-9dd3-0900abb47c9a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "PUT /v2.0/ports/43964b0b-af0a-42e7-8722-b1cdba88010e HTTP/1.1" status: 200 len: 981 time: 0.6660390 Jun 01 10:16:46.746220 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:16:46.748898 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb0fa7b-109f-4d7e-aba6-72ba96dc1110" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:16:46.787021 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e7cd0-e0ca-456d-9dd3-0900abb47c9a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event updated for resources: {'Port': ['ID=43964b0b-af0a-42e7-8722-b1cdba88010e,revision_number=6']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:46.795318 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-633e7cd0-e0ca-456d-9dd3-0900abb47c9a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:46.832886 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-098cbfc9-6b65-4d4c-9c02-74cf8dd97fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.839521 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-098cbfc9-6b65-4d4c-9c02-74cf8dd97fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:46.849194 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['43964b0b-af0a-42e7-8722-b1cdba88010e'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:16:46.860131 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947780f1-5580-42d6-affb-3790003de987 x-openstack-request-id: req-947780f1-5580-42d6-affb-3790003de987 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:16:46.860460 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:16:46.860748 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-947780f1-5580-42d6-affb-3790003de987 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:16:46.861185 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'status': 'completed', 'code': 200} Jun 01 10:16:46.887694 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-647679c6-4ab7-4693-91ee-1d720d99631a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:46.929607 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-098cbfc9-6b65-4d4c-9c02-74cf8dd97fef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2dff89a1dc294471bb730473adda5050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781568 Jun 01 10:16:46.930289 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35786) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:46.931109 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cbfc9-6b65-4d4c-9c02-74cf8dd97fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413e15fb-054e-4680-bc6f-2cedc6d025ad,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:46.936163 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-098cbfc9-6b65-4d4c-9c02-74cf8dd97fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:47.010364 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8445f3c1-33f0-4677-a0d3-107bf463163c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:47.042808 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8445f3c1-33f0-4677-a0d3-107bf463163c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:47.057108 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc88f7-969b-4bde-b7b6-61cfac319aab req-93a39e86-6d40-4714-828d-a1aa3d88d981 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:47.058712 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5fbc88f7-969b-4bde-b7b6-61cfac319aab req-93a39e86-6d40-4714-828d-a1aa3d88d981 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 984 time: 0.1253059 Jun 01 10:16:47.061843 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0fa7b-109f-4d7e-aba6-72ba96dc1110 req-273cc2dc-6078-4054-8bcf-1e76a1ee0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:47.063302 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bbb0fa7b-109f-4d7e-aba6-72ba96dc1110 req-273cc2dc-6078-4054-8bcf-1e76a1ee0fd5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c213841620f45b3b6df19fb28b95b42&device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 1137 time: 0.1825228 Jun 01 10:16:47.107581 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8445f3c1-33f0-4677-a0d3-107bf463163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:47.112954 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a0cabd09-140a-4fd7-8d57-d6b059a30de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:47.123444 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445f3c1-33f0-4677-a0d3-107bf463163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413e15fb-054e-4680-bc6f-2cedc6d025ad,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:47.127789 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-8445f3c1-33f0-4677-a0d3-107bf463163c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:47.136723 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8445f3c1-33f0-4677-a0d3-107bf463163c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:47.140306 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-8445f3c1-33f0-4677-a0d3-107bf463163c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/413e15fb-054e-4680-bc6f-2cedc6d025ad HTTP/1.1" status: 204 len: 168 time: 0.2039742 Jun 01 10:16:47.189533 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5fbc88f7-969b-4bde-b7b6-61cfac319aab req-3cc47af4-ff78-44cb-9b78-b94443204c1e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&id=6be943c5-e754-4e59-a753-359b55054dca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231084 Jun 01 10:16:47.244476 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0fa7b-109f-4d7e-aba6-72ba96dc1110 req-bafda8ae-fbec-48bb-a0af-862199601e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:47.245994 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bbb0fa7b-109f-4d7e-aba6-72ba96dc1110 req-bafda8ae-fbec-48bb-a0af-862199601e59 service neutron] 10.222.0.82 "GET /v2.0/networks?id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c HTTP/1.1" status: 200 len: 917 time: 0.1647234 Jun 01 10:16:47.271768 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-ae3606f1-868a-4e25-986c-e0ca79856465 None None] Provisioning complete for port 43964b0b-af0a-42e7-8722-b1cdba88010e triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:16:47.272433 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ae3606f1-868a-4e25-986c-e0ca79856465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:47.364438 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bbb0fa7b-109f-4d7e-aba6-72ba96dc1110 req-db688de3-bf0f-4f49-863f-f7555a7c5b69 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43964b0b-af0a-42e7-8722-b1cdba88010e HTTP/1.1" status: 200 len: 1001 time: 0.1057100 Jun 01 10:16:47.432515 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0fa7b-109f-4d7e-aba6-72ba96dc1110 req-6ce2703e-4c44-495c-895a-f214cd6e305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:47.434177 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bbb0fa7b-109f-4d7e-aba6-72ba96dc1110 req-6ce2703e-4c44-495c-895a-f214cd6e305a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25d1faea-9cc7-4a76-bde1-58a0daf64b4a HTTP/1.1" status: 200 len: 854 time: 0.0626912 Jun 01 10:16:47.522511 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0fa7b-109f-4d7e-aba6-72ba96dc1110 req-dc705b0e-51e0-4dcd-a000-2ee6c66c761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:47.523991 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bbb0fa7b-109f-4d7e-aba6-72ba96dc1110 req-dc705b0e-51e0-4dcd-a000-2ee6c66c761a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0836334 Jun 01 10:16:47.677014 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bbb0fa7b-109f-4d7e-aba6-72ba96dc1110 req-d1093d64-9dd0-4b27-8fbd-480f62af627e service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431012 Jun 01 10:16:47.818138 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bbb0fa7b-109f-4d7e-aba6-72ba96dc1110 req-461aebcf-6afd-42ce-a225-c9d765a8f690 service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334324 Jun 01 10:16:48.110533 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35822) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:48.266337 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-576dcacd-fb81-4eee-a688-3f721e2b3ee3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=62206549bdd640a7a5a27bc0274a6619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545622 Jun 01 10:16:48.268676 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35834) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:48.328696 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-03365fee-eadf-4d88-aed2-66345e5b27f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:48.354594 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-03365fee-eadf-4d88-aed2-66345e5b27f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:48.422557 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-03365fee-eadf-4d88-aed2-66345e5b27f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:48.427484 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-dd755053-e846-4e37-b7c3-41662622ef1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:48.444243 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03365fee-eadf-4d88-aed2-66345e5b27f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0e82b8-fd70-4538-adcc-b1b4f302bdeb,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:48.448204 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-03365fee-eadf-4d88-aed2-66345e5b27f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:48.460236 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-03365fee-eadf-4d88-aed2-66345e5b27f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:48.461370 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-03365fee-eadf-4d88-aed2-66345e5b27f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c0e82b8-fd70-4538-adcc-b1b4f302bdeb HTTP/1.1" status: 204 len: 168 time: 0.1918006 Jun 01 10:16:49.224113 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 35874) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:49.327890 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1939472144-network', 'tenant_id': 'a903142bdb844f2e9f807ee273b8f26b'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:49.332370 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:49.336291 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Usage tracker for resource:network and tenant:a903142bdb844f2e9f807ee273b8f26b is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:49.339280 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:49.345905 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:49.355365 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Made reservation on behalf of a903142bdb844f2e9f807ee273b8f26b for: {'network': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:16:49.357603 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:49.369404 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:49.384052 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:49.388339 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Usage tracker for resource:security_group_rule and tenant:a903142bdb844f2e9f807ee273b8f26b is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:49.391157 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:49.396752 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:49.480307 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:49.485057 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:49.488107 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-70b6d3cf-0089-4088-aba4-f64c905296df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:49.519030 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=91915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:16:49.524131 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b3226c-162c-4a1d-95b5-f2c9c321d654,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:49.527977 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:49.533614 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:49.533994 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.segments_db [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Added segment 457ae398-9b44-4fa2-9507-f033c7b5f76b of type vlan for network dda6e451-e004-4fc9-9ac8-873d218fa4f3 Jun 01 10:16:49.560865 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:49.592532 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:49.592532 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:49.592532 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:49.594879 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:49.696743 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Pushing event updated for resources: {'Network': ['ID=dda6e451-e004-4fc9-9ac8-873d218fa4f3,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:49.699678 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4745452 Jun 01 10:16:49.700543 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:49.702613 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 35880) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:49.707226 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network dda6e451-e004-4fc9-9ac8-873d218fa4f3 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:16:49.707989 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Request body: {'subnet': {'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1939472144-subnet', 'tenant_id': 'a903142bdb844f2e9f807ee273b8f26b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:49.712698 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:49.716629 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Usage tracker for resource:subnet and tenant:a903142bdb844f2e9f807ee273b8f26b is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:49.719488 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:49.725293 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:49.739511 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Made reservation on behalf of a903142bdb844f2e9f807ee273b8f26b for: {'subnet': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:16:49.741974 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13795861'] for subnet, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:50.212245 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14465471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13795843'] for subnet, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:50.217054 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:50.292848 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e6a9e5-b983-4031-ab3b-d8e654144b0f,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:50.296235 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:50.299068 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Checking segment: {'id': '457ae398-9b44-4fa2-9507-f033c7b5f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:16:50.299430 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Network hostable DHCP agents. Network: dda6e451-e004-4fc9-9ac8-873d218fa4f3, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:16:50.317767 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Network dda6e451-e004-4fc9-9ac8-873d218fa4f3 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:16:50.327473 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, dda6e451-e004-4fc9-9ac8-873d218fa4f3) {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:16:50.336495 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9516f94-5910-43ef-bdd6-d0c8fd3b790d None None] Network dda6e451-e004-4fc9-9ac8-873d218fa4f3 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:16:50.339678 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:50.340338 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:50.363964 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6603267 Jun 01 10:16:50.548626 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b68d54-a555-4dbe-b0a1-05282983da41 None None] Network dda6e451-e004-4fc9-9ac8-873d218fa4f3 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:16:51.925011 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 35932) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:52.041780 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0306f819-1e37-46fb-a7c3-6629dce65ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:52.056021 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-0306f819-1e37-46fb-a7c3-6629dce65ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:52.060277 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-0306f819-1e37-46fb-a7c3-6629dce65ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:00276329d12541b592523e285bb550e5 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:52.063132 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-0306f819-1e37-46fb-a7c3-6629dce65ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:52.068827 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-0306f819-1e37-46fb-a7c3-6629dce65ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:52.166184 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0306f819-1e37-46fb-a7c3-6629dce65ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:52.170331 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0306f819-1e37-46fb-a7c3-6629dce65ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:52.181666 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:52.223708 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-0306f819-1e37-46fb-a7c3-6629dce65ff2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=00276329d12541b592523e285bb550e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976220 Jun 01 10:16:52.224602 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306f819-1e37-46fb-a7c3-6629dce65ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af567be-d75a-4ad0-8e68-e764ed8796c8,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:52.227003 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 35942) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:52.229559 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0306f819-1e37-46fb-a7c3-6629dce65ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:52.287290 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f36192de-9ac6-4fe8-ac22-76d2fa7db448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:52.313808 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f36192de-9ac6-4fe8-ac22-76d2fa7db448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:52.431235 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f36192de-9ac6-4fe8-ac22-76d2fa7db448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:52.438774 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0ce71bef-3492-4dc3-bfeb-08d114ca6d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:52.460086 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36192de-9ac6-4fe8-ac22-76d2fa7db448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af567be-d75a-4ad0-8e68-e764ed8796c8,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:52.466576 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f36192de-9ac6-4fe8-ac22-76d2fa7db448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:52.472756 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f36192de-9ac6-4fe8-ac22-76d2fa7db448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:52.473890 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-f36192de-9ac6-4fe8-ac22-76d2fa7db448 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7af567be-d75a-4ad0-8e68-e764ed8796c8 HTTP/1.1" status: 204 len: 168 time: 0.2460420 Jun 01 10:16:52.518578 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-358555e3-75cc-40ca-b3d0-69c0c6a1af22 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:52.519270 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-358555e3-75cc-40ca-b3d0-69c0c6a1af22 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Synchronizing usage tracker for tenant:a903142bdb844f2e9f807ee273b8f26b on resource:network {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:16:52.536129 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-358555e3-75cc-40ca-b3d0-69c0c6a1af22 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Unset dirty status for tenant:a903142bdb844f2e9f807ee273b8f26b on resource:network {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:16:52.537322 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-358555e3-75cc-40ca-b3d0-69c0c6a1af22 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/networks?id=dda6e451-e004-4fc9-9ac8-873d218fa4f3 HTTP/1.1" status: 200 len: 814 time: 0.1851027 Jun 01 10:16:52.553267 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-f185d6f2-5141-4cf9-8f48-6ea6088fa5e1 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/quotas/a903142bdb844f2e9f807ee273b8f26b HTTP/1.1" status: 200 len: 375 time: 0.0090568 Jun 01 10:16:52.606263 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-6ce70af1-e6c9-4971-8c54-0271fa473e54 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a903142bdb844f2e9f807ee273b8f26b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460982 Jun 01 10:16:52.745783 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-6d4cc4a8-d688-40a7-8ed9-585a62f3ff7b service neutron] 10.222.0.47 "GET /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323178 Jun 01 10:16:52.770854 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35962) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:52.864343 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d580812-6b82-4cde-a7bd-4a655c71c933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:52.878917 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-2d580812-6b82-4cde-a7bd-4a655c71c933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:52.882822 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-653983b8-0924-43fb-92e1-a15ee572caed service neutron] 10.222.0.47 "GET /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304903 Jun 01 10:16:52.883120 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-2d580812-6b82-4cde-a7bd-4a655c71c933 admin admin] Usage tracker for resource:security_group_rule and tenant:35b8e1e6ac254e81805ebbfe3dbf7352 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:52.886069 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-2d580812-6b82-4cde-a7bd-4a655c71c933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:52.891807 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-2d580812-6b82-4cde-a7bd-4a655c71c933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:52.985776 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d580812-6b82-4cde-a7bd-4a655c71c933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:52.991066 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d580812-6b82-4cde-a7bd-4a655c71c933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:52.998431 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-22e49846-eb33-458c-b0c2-6e2822fc7fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:53.044687 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-2d580812-6b82-4cde-a7bd-4a655c71c933 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=35b8e1e6ac254e81805ebbfe3dbf7352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697923 Jun 01 10:16:53.044687 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d580812-6b82-4cde-a7bd-4a655c71c933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba697aa-291b-431c-a877-4fe841ca8e12,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:53.045901 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 35972) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:53.049390 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2d580812-6b82-4cde-a7bd-4a655c71c933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:53.075193 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ec14b523-b332-49c6-96f5-adb822aa708f req-e0c55d2f-989a-47b1-9684-eba75480499a tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 210 time: 0.0529218 Jun 01 10:16:53.114050 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-cceb70ae-9e82-47c0-be32-7f324e91168a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:53.140470 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-cceb70ae-9e82-47c0-be32-7f324e91168a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:53.199805 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-cceb70ae-9e82-47c0-be32-7f324e91168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:53.206088 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-f24e97eb-13e5-488f-bf29-188bce22c015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:53.218437 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb70ae-9e82-47c0-be32-7f324e91168a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba697aa-291b-431c-a877-4fe841ca8e12,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:53.221385 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-cceb70ae-9e82-47c0-be32-7f324e91168a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:53.223567 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-cceb70ae-9e82-47c0-be32-7f324e91168a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:53.227710 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-cceb70ae-9e82-47c0-be32-7f324e91168a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eba697aa-291b-431c-a877-4fe841ca8e12 HTTP/1.1" status: 204 len: 168 time: 0.1771679 Jun 01 10:16:54.283110 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-04fd114a-c74e-47a5-8131-27e01f286c18 req-d9177e08-8d97-465f-851e-9865f384afb0 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 210 time: 0.0799415 Jun 01 10:16:54.290034 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-949eacc4-25de-4805-9632-d211d4382579 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:54.291463 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-949eacc4-25de-4805-9632-d211d4382579 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.82 "GET /v2.0/networks?id=dda6e451-e004-4fc9-9ac8-873d218fa4f3 HTTP/1.1" status: 200 len: 814 time: 0.1971478 Jun 01 10:16:54.328498 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Request body: {'port': {'device_id': '7d50bcb9-8644-4613-af82-9d27d5ee4762', 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3', 'admin_state_up': True, 'tenant_id': 'a903142bdb844f2e9f807ee273b8f26b'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:54.476667 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:54.481481 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Usage tracker for resource:port and tenant:a903142bdb844f2e9f807ee273b8f26b is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:54.484416 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:54.490458 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:54.506420 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Made reservation on behalf of a903142bdb844f2e9f807ee273b8f26b for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:16:54.510339 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:54.676605 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Allocated IP 172.20.0.7 (dda6e451-e004-4fc9-9ac8-873d218fa4f3/75e6a9e5-b983-4031-ab3b-d8e654144b0f/5040e274-0863-48a6-a2a8-27c0b312bda3) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:16:54.974288 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:55.003859 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:55.009490 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-7feead3b-c708-44e0-87d4-dd88633e5b95 tempest-VolumesActionsTest-197479650 tempest-VolumesActionsTest-197479650-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:55.017971 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-3762aa4d-1c4d-4fb6-9743-cde99f5f8daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:55.072599 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Network dda6e451-e004-4fc9-9ac8-873d218fa4f3 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:16:55.076217 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:16:55.080318 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:16:55.122091 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Pushing event updated for resources: {'Port': ['ID=5040e274-0863-48a6-a2a8-27c0b312bda3,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:55.133262 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:55.152618 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:55.153274 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:55.177184 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8532176 Jun 01 10:16:55.190416 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Request body: {'port': {'device_id': '7d50bcb9-8644-4613-af82-9d27d5ee4762', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:16:55.320664 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:55.630192 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81428ba-d640-4eef-8d25-8dbc865b74ea req-5c78c95f-e010-4896-8685-b811a0eb07af tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:55.630797 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-c81428ba-d640-4eef-8d25-8dbc865b74ea req-5c78c95f-e010-4896-8685-b811a0eb07af tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Synchronizing usage tracker for tenant:a903142bdb844f2e9f807ee273b8f26b on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:16:55.679417 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-c81428ba-d640-4eef-8d25-8dbc865b74ea req-5c78c95f-e010-4896-8685-b811a0eb07af tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Unset dirty status for tenant:a903142bdb844f2e9f807ee273b8f26b on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:16:55.680561 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c81428ba-d640-4eef-8d25-8dbc865b74ea req-5c78c95f-e010-4896-8685-b811a0eb07af tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 931 time: 0.2741222 Jun 01 10:16:55.779390 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-c81428ba-d640-4eef-8d25-8dbc865b74ea req-a9bee94e-c9ac-4cdb-863a-3ed91fba4a20 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Synchronizing usage tracker for tenant:a903142bdb844f2e9f807ee273b8f26b on resource:security_group {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:16:55.793507 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5040e274-0863-48a6-a2a8-27c0b312bda3 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:16:55.803762 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:55.814957 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-c81428ba-d640-4eef-8d25-8dbc865b74ea req-a9bee94e-c9ac-4cdb-863a-3ed91fba4a20 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Unset dirty status for tenant:a903142bdb844f2e9f807ee273b8f26b on resource:security_group {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:16:55.816076 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c81428ba-d640-4eef-8d25-8dbc865b74ea req-a9bee94e-c9ac-4cdb-863a-3ed91fba4a20 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283836 Jun 01 10:16:55.821536 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Transition to ACTIVE for port object 5040e274-0863-48a6-a2a8-27c0b312bda3 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:16:55.825216 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:55.830040 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f6bf1969-bf83-40d3-bbbf-d53d91536388 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:55.984341 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Pushing event updated for resources: {'Port': ['ID=5040e274-0863-48a6-a2a8-27c0b312bda3,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:55.992324 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:56.062850 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Attempting to bind port 5040e274-0863-48a6-a2a8-27c0b312bda3 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:16:56.063175 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Attempting to bind port 5040e274-0863-48a6-a2a8-27c0b312bda3 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '457ae398-9b44-4fa2-9507-f033c7b5f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:16:56.063500 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Attempting to bind port 5040e274-0863-48a6-a2a8-27c0b312bda3 on network dda6e451-e004-4fc9-9ac8-873d218fa4f3 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:16:56.067971 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Port 5040e274-0863-48a6-a2a8-27c0b312bda3 on network dda6e451-e004-4fc9-9ac8-873d218fa4f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:16:56.068291 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Attempting to bind port 5040e274-0863-48a6-a2a8-27c0b312bda3 on network dda6e451-e004-4fc9-9ac8-873d218fa4f3 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:16:56.073302 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:16:56.073630 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Checking segment: {'id': '457ae398-9b44-4fa2-9507-f033c7b5f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:16:56.074078 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Bound using segment: {'id': '457ae398-9b44-4fa2-9507-f033c7b5f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:16:56.074501 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Bound port: 5040e274-0863-48a6-a2a8-27c0b312bda3, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457ae398-9b44-4fa2-9507-f033c7b5f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:16:56.074847 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:56.163921 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] For port 5040e274-0863-48a6-a2a8-27c0b312bda3, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:16:56.166890 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] For port 5040e274-0863-48a6-a2a8-27c0b312bda3, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5040e274-0863-48a6-a2a8-27c0b312bda3,segment=NetworkSegment(457ae398-9b44-4fa2-9507-f033c7b5f76b),segment_id=457ae398-9b44-4fa2-9507-f033c7b5f76b)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:16:56.172775 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:56.176514 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-76bcfb10-c37f-440b-b319-efc20dae7bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:56.231268 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:56.231891 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:56.233250 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] 10.222.0.82 "PUT /v2.0/ports/5040e274-0863-48a6-a2a8-27c0b312bda3 HTTP/1.1" status: 200 len: 1093 time: 1.0475969 Jun 01 10:16:56.236138 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d50bcb9-8644-4613-af82-9d27d5ee4762', 'tag': '5040e274-0863-48a6-a2a8-27c0b312bda3'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:16:56.239218 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64b1f05-e0cd-4179-9578-504e266287cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d50bcb9-8644-4613-af82-9d27d5ee4762", "tag": "5040e274-0863-48a6-a2a8-27c0b312bda3"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:16:56.259271 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Pushing event updated for resources: {'Port': ['ID=5040e274-0863-48a6-a2a8-27c0b312bda3,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:56.262951 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:56.309775 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96202aad-0d48-49d8-8fe5-4abff1f0c62e x-openstack-request-id: req-96202aad-0d48-49d8-8fe5-4abff1f0c62e {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:16:56.310121 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d50bcb9-8644-4613-af82-9d27d5ee4762", "tag": "5040e274-0863-48a6-a2a8-27c0b312bda3", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:16:56.310421 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-96202aad-0d48-49d8-8fe5-4abff1f0c62e {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:16:56.310825 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d50bcb9-8644-4613-af82-9d27d5ee4762', 'tag': '5040e274-0863-48a6-a2a8-27c0b312bda3', 'status': 'completed', 'code': 200} Jun 01 10:16:56.350787 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-c17fac4b-fde3-413d-a1de-618e4f39b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:56.352264 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-c17fac4b-fde3-413d-a1de-618e4f39b0d9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a903142bdb844f2e9f807ee273b8f26b&device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 1096 time: 0.0781248 Jun 01 10:16:56.420996 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-fd6a6f2e-4eda-4de1-a288-9633f13c0e38 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5040e274-0863-48a6-a2a8-27c0b312bda3 HTTP/1.1" status: 200 len: 217 time: 0.0592787 Jun 01 10:16:56.499084 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-b5324452-df42-4b44-8968-0e0ba1a794d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:56.501200 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-b5324452-df42-4b44-8968-0e0ba1a794d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=75e6a9e5-b983-4031-ab3b-d8e654144b0f HTTP/1.1" status: 200 len: 854 time: 0.0614555 Jun 01 10:16:56.551040 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-5cd22f81-6404-4f04-9be7-2dd018b5812b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dda6e451-e004-4fc9-9ac8-873d218fa4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412967 Jun 01 10:16:56.687222 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-a9c7dbf4-4c18-459a-8873-f4ee5b2d857b service neutron] 10.222.0.82 "GET /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291308 Jun 01 10:16:56.919030 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d2d4a798-cfeb-4da7-956c-506764f20958 req-ea18519a-8ce9-4e0c-a41c-85a8dd6324bf service neutron] 10.222.0.82 "GET /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204123 Jun 01 10:16:57.066052 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae8fba-5bee-4530-9843-919cc56ca318 req-3bbf58ac-6c19-4985-b1d1-14a9c8b48405 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:57.067446 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3aae8fba-5bee-4530-9843-919cc56ca318 req-3bbf58ac-6c19-4985-b1d1-14a9c8b48405 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 943 time: 0.1415472 Jun 01 10:16:57.073182 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1f05-e0cd-4179-9578-504e266287cb req-6114677c-30fa-4ad0-a3b4-c27ca78e6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:57.074619 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d64b1f05-e0cd-4179-9578-504e266287cb req-6114677c-30fa-4ad0-a3b4-c27ca78e6936 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a903142bdb844f2e9f807ee273b8f26b&device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 1096 time: 0.1033418 Jun 01 10:16:57.192870 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3aae8fba-5bee-4530-9843-919cc56ca318 req-aa0e91c5-9e00-4d8a-84e5-9a248ad790f3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172836 Jun 01 10:16:57.243198 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1f05-e0cd-4179-9578-504e266287cb req-79f44f9c-57f5-42a6-871c-347dfa6538ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:57.244714 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d64b1f05-e0cd-4179-9578-504e266287cb req-79f44f9c-57f5-42a6-871c-347dfa6538ef service neutron] 10.222.0.82 "GET /v2.0/networks?id=dda6e451-e004-4fc9-9ac8-873d218fa4f3 HTTP/1.1" status: 200 len: 916 time: 0.1553657 Jun 01 10:16:57.320233 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d64b1f05-e0cd-4179-9578-504e266287cb req-1880cace-cbab-45d8-9dca-afd10610c819 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5040e274-0863-48a6-a2a8-27c0b312bda3 HTTP/1.1" status: 200 len: 217 time: 0.0684123 Jun 01 10:16:57.389700 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b1f05-e0cd-4179-9578-504e266287cb req-3c3d2734-500e-4699-b7d8-cc33599eb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:57.391180 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d64b1f05-e0cd-4179-9578-504e266287cb req-3c3d2734-500e-4699-b7d8-cc33599eb820 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=75e6a9e5-b983-4031-ab3b-d8e654144b0f HTTP/1.1" status: 200 len: 854 time: 0.0627463 Jun 01 10:16:57.444595 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d64b1f05-e0cd-4179-9578-504e266287cb req-aeb04e71-5ac9-4e81-a1a5-5a8e5c245d54 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dda6e451-e004-4fc9-9ac8-873d218fa4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425696 Jun 01 10:16:57.521473 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:57.582645 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d64b1f05-e0cd-4179-9578-504e266287cb req-788b6364-73a1-4fcb-baab-801bee25d411 service neutron] 10.222.0.82 "GET /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301103 Jun 01 10:16:57.721217 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d64b1f05-e0cd-4179-9578-504e266287cb req-5a53b576-9cdc-4684-a887-f2b3fc78945d service neutron] 10.222.0.82 "GET /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310966 Jun 01 10:16:57.738618 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-2c643fbd-188f-483a-8e58-342a5a767853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:58.158500 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36068) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:58.167739 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1f9072d8-f1ac-4475-9c64-a4218df6fbbf req-1f9ea556-79e0-490f-8878-60c9e78f0faa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705757 Jun 01 10:16:58.271159 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9072d8-f1ac-4475-9c64-a4218df6fbbf req-96f0b15a-c5f5-466c-a23c-4e36fe113ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:58.272742 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1f9072d8-f1ac-4475-9c64-a4218df6fbbf req-96f0b15a-c5f5-466c-a23c-4e36fe113ca9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 1099 time: 0.0807440 Jun 01 10:16:58.287398 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5fc95f7c-09d6-4f41-9948-2efeab975d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:58.302935 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-5fc95f7c-09d6-4f41-9948-2efeab975d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:58.307126 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-5fc95f7c-09d6-4f41-9948-2efeab975d01 admin admin] Usage tracker for resource:security_group_rule and tenant:d26894a83be142c18da70eeaaa528093 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:58.310988 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-5fc95f7c-09d6-4f41-9948-2efeab975d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:58.316856 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-5fc95f7c-09d6-4f41-9948-2efeab975d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:58.404525 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5fc95f7c-09d6-4f41-9948-2efeab975d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:58.408689 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5fc95f7c-09d6-4f41-9948-2efeab975d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:58.417035 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5227f588-fa5a-4c0a-841c-bd14f65d432b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:58.459701 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-5fc95f7c-09d6-4f41-9948-2efeab975d01 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d26894a83be142c18da70eeaaa528093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001378 Jun 01 10:16:58.462410 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc95f7c-09d6-4f41-9948-2efeab975d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8bd5d4-babc-4f7e-984a-681192e2ecdc,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:58.465506 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5fc95f7c-09d6-4f41-9948-2efeab975d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:58.466176 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36076) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:58.482916 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9072d8-f1ac-4475-9c64-a4218df6fbbf req-681af729-7570-47d4-9416-7b2f98585b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:58.484360 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1f9072d8-f1ac-4475-9c64-a4218df6fbbf req-681af729-7570-47d4-9416-7b2f98585b37 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 919 time: 0.1856217 Jun 01 10:16:58.495575 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54673d66-32e5-490a-b37b-8edaae2b1da5 req-0522753c-491b-4b87-b4b1-3b9ab86870a4 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:58.497600 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-54673d66-32e5-490a-b37b-8edaae2b1da5 req-0522753c-491b-4b87-b4b1-3b9ab86870a4 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 943 time: 0.1802905 Jun 01 10:16:58.512013 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:58.532147 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-64937fe2-c1aa-41d0-898d-f160cac33d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:58.560388 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-64937fe2-c1aa-41d0-898d-f160cac33d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:58.562658 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 5040e274-0863-48a6-a2a8-27c0b312bda3 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:16:58.619597 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-64937fe2-c1aa-41d0-898d-f160cac33d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:58.628230 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5fc95f7c-09d6-4f41-9948-2efeab975d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:58.633096 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-54673d66-32e5-490a-b37b-8edaae2b1da5 req-34b0b9c0-2c77-4e94-9b7f-e812ba462c2c tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840697 Jun 01 10:16:58.642563 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1f9072d8-f1ac-4475-9c64-a4218df6fbbf req-806a2327-f9b7-4eef-87e5-ae5f1c8b3530 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1 HTTP/1.1" status: 200 len: 1001 time: 0.1395793 Jun 01 10:16:58.642848 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-64937fe2-c1aa-41d0-898d-f160cac33d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:58.646050 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-64937fe2-c1aa-41d0-898d-f160cac33d3e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b8bd5d4-babc-4f7e-984a-681192e2ecdc HTTP/1.1" status: 204 len: 168 time: 0.1783309 Jun 01 10:16:58.648123 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64937fe2-c1aa-41d0-898d-f160cac33d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8bd5d4-babc-4f7e-984a-681192e2ecdc,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:58.651405 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-64937fe2-c1aa-41d0-898d-f160cac33d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:58.713891 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9072d8-f1ac-4475-9c64-a4218df6fbbf req-f60a270f-9b99-4b8d-a172-e64e66234929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:58.715387 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1f9072d8-f1ac-4475-9c64-a4218df6fbbf req-f60a270f-9b99-4b8d-a172-e64e66234929 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 200 len: 856 time: 0.0650699 Jun 01 10:16:58.733975 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 5040e274-0863-48a6-a2a8-27c0b312bda3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5040e274-0863-48a6-a2a8-27c0b312bda3,segment=NetworkSegment(457ae398-9b44-4fa2-9507-f033c7b5f76b),segment_id=457ae398-9b44-4fa2-9507-f033c7b5f76b)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:58.748536 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '5040e274-0863-48a6-a2a8-27c0b312bda3', 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3', 'port_id': '5040e274-0863-48a6-a2a8-27c0b312bda3', 'mac_address': 'fa:16:3e:12:d4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e6a9e5-b983-4031-ab3b-d8e654144b0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:16:58.796577 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9072d8-f1ac-4475-9c64-a4218df6fbbf req-0fba1071-dcbe-498d-82e2-72b1a4e74f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:58.798108 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1f9072d8-f1ac-4475-9c64-a4218df6fbbf req-0fba1071-dcbe-498d-82e2-72b1a4e74f7a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c339b17d-abdf-48dc-8c0f-50ed8b34d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0737038 Jun 01 10:16:58.806024 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:58.823626 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5040e274-0863-48a6-a2a8-27c0b312bda3 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:16:58.840440 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 5040e274-0863-48a6-a2a8-27c0b312bda3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5040e274-0863-48a6-a2a8-27c0b312bda3,segment=NetworkSegment(457ae398-9b44-4fa2-9507-f033c7b5f76b),segment_id=457ae398-9b44-4fa2-9507-f033c7b5f76b)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:16:58.844673 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:58.846628 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:58.932039 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=5040e274-0863-48a6-a2a8-27c0b312bda3,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:58.940320 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:58.940670 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:58.941200 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:58.941539 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:58.941880 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:58.942216 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:58.942543 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:58.942869 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:58.943191 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:58.943686 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:58.944018 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:58.944386 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:16:58.948090 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:58.948972 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:58.972415 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36084) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:58.993459 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8bc423a1-a28d-4ba2-8215-d6cfed45dc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:59.007906 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-8bc423a1-a28d-4ba2-8215-d6cfed45dc0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:16:59.011738 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-8bc423a1-a28d-4ba2-8215-d6cfed45dc0e admin admin] Usage tracker for resource:security_group_rule and tenant:02fd4aadf9704682959878aade0d82c8 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:16:59.014502 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-8bc423a1-a28d-4ba2-8215-d6cfed45dc0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:16:59.020308 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-8bc423a1-a28d-4ba2-8215-d6cfed45dc0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:16:59.035335 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1f9072d8-f1ac-4475-9c64-a4218df6fbbf req-61886b76-c36f-445b-a92a-f086d37490d0 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286429 Jun 01 10:16:59.102990 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8bc423a1-a28d-4ba2-8215-d6cfed45dc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:59.107361 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8bc423a1-a28d-4ba2-8215-d6cfed45dc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:59.115638 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2d580812-6b82-4cde-a7bd-4a655c71c933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:59.153839 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-8bc423a1-a28d-4ba2-8215-d6cfed45dc0e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=02fd4aadf9704682959878aade0d82c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803038 Jun 01 10:16:59.155450 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc423a1-a28d-4ba2-8215-d6cfed45dc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638b504a-8f23-443c-8ae7-203d47c3d734,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:59.157686 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36088) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:16:59.160009 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-8bc423a1-a28d-4ba2-8215-d6cfed45dc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:59.173194 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1f9072d8-f1ac-4475-9c64-a4218df6fbbf req-5cfebc90-3df0-4d3f-8f81-5d04a7e80ba6 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304004 Jun 01 10:16:59.182309 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['5040e274-0863-48a6-a2a8-27c0b312bda3'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:16:59.225336 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-97af43aa-867a-4691-95ca-2867fb282afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:59.251871 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-97af43aa-867a-4691-95ca-2867fb282afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:59.306218 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-97af43aa-867a-4691-95ca-2867fb282afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:59.311053 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-885895cf-0793-46e9-b922-f355087eead6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:16:59.324536 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af43aa-867a-4691-95ca-2867fb282afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638b504a-8f23-443c-8ae7-203d47c3d734,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:16:59.327144 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-97af43aa-867a-4691-95ca-2867fb282afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:16:59.328371 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-97af43aa-867a-4691-95ca-2867fb282afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:16:59.330950 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-97af43aa-867a-4691-95ca-2867fb282afb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/638b504a-8f23-443c-8ae7-203d47c3d734 HTTP/1.1" status: 204 len: 168 time: 0.1708777 Jun 01 10:16:59.847542 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f58dee-d830-41fc-8ae4-b1e90fc7cbed req-d6fed529-d76c-4fc9-877e-15641c6fda1b tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:16:59.848955 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-63f58dee-d830-41fc-8ae4-b1e90fc7cbed req-d6fed529-d76c-4fc9-877e-15641c6fda1b tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 944 time: 0.0878835 Jun 01 10:16:59.898073 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-63f58dee-d830-41fc-8ae4-b1e90fc7cbed req-56c8037c-5360-4632-8ea5-2e0df0bde9be tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433762 Jun 01 10:17:00.366843 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:00.556028 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 5040e274-0863-48a6-a2a8-27c0b312bda3 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:17:00.631644 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port 5040e274-0863-48a6-a2a8-27c0b312bda3 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:17:00.636838 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 5040e274-0863-48a6-a2a8-27c0b312bda3 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:17:00.637222 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:00.760294 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:00.787941 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d50bcb9-8644-4613-af82-9d27d5ee4762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5040e274-0863-48a6-a2a8-27c0b312bda3'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:17:00.790199 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4d346c-661f-420f-8fa9-730a064898d2" -d '{"events": [{"server_uuid": "7d50bcb9-8644-4613-af82-9d27d5ee4762", "name": "network-vif-plugged", "status": "completed", "tag": "5040e274-0863-48a6-a2a8-27c0b312bda3"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:17:00.799145 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 5040e274-0863-48a6-a2a8-27c0b312bda3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5040e274-0863-48a6-a2a8-27c0b312bda3,segment=NetworkSegment(457ae398-9b44-4fa2-9507-f033c7b5f76b),segment_id=457ae398-9b44-4fa2-9507-f033c7b5f76b)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:00.804412 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:00.807365 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-b5f935c2-0649-404c-b0cf-ed00abdcc7c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:00.841191 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf056fcd-228d-471d-8776-13e105a894d7 x-openstack-request-id: req-bf056fcd-228d-471d-8776-13e105a894d7 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:17:00.841191 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d50bcb9-8644-4613-af82-9d27d5ee4762", "name": "network-vif-plugged", "status": "completed", "tag": "5040e274-0863-48a6-a2a8-27c0b312bda3", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:17:00.841191 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bf056fcd-228d-471d-8776-13e105a894d7 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:17:00.841191 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d50bcb9-8644-4613-af82-9d27d5ee4762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5040e274-0863-48a6-a2a8-27c0b312bda3', 'code': 200} Jun 01 10:17:00.886019 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=5040e274-0863-48a6-a2a8-27c0b312bda3,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:00.889622 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:01.150037 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fcaaf-22a7-444d-96ad-8260fb186302 req-71b81106-0ed5-4468-aac0-ae9d1f98d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:01.151514 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-447fcaaf-22a7-444d-96ad-8260fb186302 req-71b81106-0ed5-4468-aac0-ae9d1f98d0b8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 1098 time: 0.1401708 Jun 01 10:17:01.159029 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb3ad5-5b0e-4595-aadb-90e71eae75ad req-439aa039-29e1-4d50-a683-74bb349b3eee tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:01.160387 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9eeb3ad5-5b0e-4595-aadb-90e71eae75ad req-439aa039-29e1-4d50-a683-74bb349b3eee tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 945 time: 0.1513455 Jun 01 10:17:01.169195 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36154) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:01.227347 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-447fcaaf-22a7-444d-96ad-8260fb186302 req-dee98a93-a26b-4232-9d0c-ff19a373dbe6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651832 Jun 01 10:17:01.234585 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9eeb3ad5-5b0e-4595-aadb-90e71eae75ad req-a411deb7-ce79-4fc5-a93a-949609e2c82a tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597756 Jun 01 10:17:01.295936 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-24e16dc8-bbc7-407e-a2aa-535909baa575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:01.311794 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-24e16dc8-bbc7-407e-a2aa-535909baa575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:01.315788 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-24e16dc8-bbc7-407e-a2aa-535909baa575 admin admin] Usage tracker for resource:security_group_rule and tenant:48fcb00a6515419ea7152a3cfc2a923a is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:01.318824 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-24e16dc8-bbc7-407e-a2aa-535909baa575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:01.324821 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-24e16dc8-bbc7-407e-a2aa-535909baa575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:01.409486 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-24e16dc8-bbc7-407e-a2aa-535909baa575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:01.413677 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-24e16dc8-bbc7-407e-a2aa-535909baa575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:01.420658 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7cecaeaf-5445-4802-b250-7e8b8a239f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:01.466343 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-24e16dc8-bbc7-407e-a2aa-535909baa575 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=48fcb00a6515419ea7152a3cfc2a923a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960982 Jun 01 10:17:01.467325 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e16dc8-bbc7-407e-a2aa-535909baa575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384f3e67-0269-46a0-a994-fa77aaed1006,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:01.468994 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 36160) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:01.470510 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-24e16dc8-bbc7-407e-a2aa-535909baa575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:01.531536 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5a078eb6-60e9-4329-a9ea-4dd2ceaf9515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:01.556925 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5a078eb6-60e9-4329-a9ea-4dd2ceaf9515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:01.610653 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5a078eb6-60e9-4329-a9ea-4dd2ceaf9515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:01.614334 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:01.625825 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a078eb6-60e9-4329-a9ea-4dd2ceaf9515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384f3e67-0269-46a0-a994-fa77aaed1006,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:01.629375 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-5a078eb6-60e9-4329-a9ea-4dd2ceaf9515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:01.632902 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5a078eb6-60e9-4329-a9ea-4dd2ceaf9515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:01.634041 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-5a078eb6-60e9-4329-a9ea-4dd2ceaf9515 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/384f3e67-0269-46a0-a994-fa77aaed1006 HTTP/1.1" status: 204 len: 168 time: 0.1639647 Jun 01 10:17:01.908113 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 36168) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:01.925515 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-83838d70-9f89-47fb-b59e-afda68712550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:01.940125 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-83838d70-9f89-47fb-b59e-afda68712550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:01.943937 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-83838d70-9f89-47fb-b59e-afda68712550 admin admin] Usage tracker for resource:security_group_rule and tenant:492163dae826479484a071bfdbc3c3eb is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:01.946735 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-83838d70-9f89-47fb-b59e-afda68712550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:01.953445 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-83838d70-9f89-47fb-b59e-afda68712550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:02.038628 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-83838d70-9f89-47fb-b59e-afda68712550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:02.042617 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-83838d70-9f89-47fb-b59e-afda68712550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:02.051078 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-2d9e02e1-a399-4346-bba5-378f3bf4f22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:02.093519 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-83838d70-9f89-47fb-b59e-afda68712550 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=492163dae826479484a071bfdbc3c3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842518 Jun 01 10:17:02.095157 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83838d70-9f89-47fb-b59e-afda68712550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27b1b7e-d982-457c-88e0-04ea58cdea82,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:02.096156 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36172) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:02.098523 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-83838d70-9f89-47fb-b59e-afda68712550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:02.155575 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-11ae1015-826f-4836-8896-53f66c03af76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:02.182180 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-11ae1015-826f-4836-8896-53f66c03af76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:02.236218 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-11ae1015-826f-4836-8896-53f66c03af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:02.240486 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-57b5c5de-9c00-41b6-8ded-f3840b72bc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:02.253926 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae1015-826f-4836-8896-53f66c03af76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27b1b7e-d982-457c-88e0-04ea58cdea82,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:02.256374 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-11ae1015-826f-4836-8896-53f66c03af76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:02.264632 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-11ae1015-826f-4836-8896-53f66c03af76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:02.268017 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-11ae1015-826f-4836-8896-53f66c03af76 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d27b1b7e-d982-457c-88e0-04ea58cdea82 HTTP/1.1" status: 204 len: 168 time: 0.1685882 Jun 01 10:17:02.436590 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243769f-f72b-4ca8-a8b5-d2719486f925 req-9a7ab9cf-8a6f-4ae5-9574-2b8f893d07ef tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:02.438071 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3243769f-f72b-4ca8-a8b5-d2719486f925 req-9a7ab9cf-8a6f-4ae5-9574-2b8f893d07ef tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 945 time: 0.0815482 Jun 01 10:17:02.483369 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3243769f-f72b-4ca8-a8b5-d2719486f925 req-2b1025d6-95ea-4f5b-a6f0-962d763d5ba1 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393934 Jun 01 10:17:09.012049 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf5c26-d454-456e-8654-7ab909f2c08f req-5ab6ad53-a7dd-41da-90d1-087e475e93d4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:09.014079 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-faaf5c26-d454-456e-8654-7ab909f2c08f req-5ab6ad53-a7dd-41da-90d1-087e475e93d4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.0903442 Jun 01 10:17:09.061373 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-faaf5c26-d454-456e-8654-7ab909f2c08f req-67f269a0-360f-4760-9c07-9faee42998b2 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Jun 01 10:17:10.186682 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36358) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:10.255724 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a5b46-2471-4bee-bae7-7682cfc61db7 req-9173df1a-88b8-4f0c-9ddd-0d15cb870bf7 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:10.257287 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-546a5b46-2471-4bee-bae7-7682cfc61db7 req-9173df1a-88b8-4f0c-9ddd-0d15cb870bf7 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.0825317 Jun 01 10:17:10.305082 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-546a5b46-2471-4bee-bae7-7682cfc61db7 req-8ceea4e6-9557-4c85-af7c-1ebd0b490df1 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419784 Jun 01 10:17:10.308697 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-59a37dff-20e2-462c-a9d3-998c16b99137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:10.323151 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-59a37dff-20e2-462c-a9d3-998c16b99137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:10.326891 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-59a37dff-20e2-462c-a9d3-998c16b99137 admin admin] Usage tracker for resource:security_group_rule and tenant:2728bb357fb34d71a9a9074b616accbd is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:10.329733 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-59a37dff-20e2-462c-a9d3-998c16b99137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:10.335743 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-59a37dff-20e2-462c-a9d3-998c16b99137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:10.423097 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-59a37dff-20e2-462c-a9d3-998c16b99137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:10.428835 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-59a37dff-20e2-462c-a9d3-998c16b99137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:10.436412 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-bbae36d8-eb52-41fd-a19d-545d7352b5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:10.483755 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-59a37dff-20e2-462c-a9d3-998c16b99137 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2728bb357fb34d71a9a9074b616accbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959697 Jun 01 10:17:10.484785 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a37dff-20e2-462c-a9d3-998c16b99137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df033d1-f16b-4c49-9b83-90725c569627,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:10.486431 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 36366) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:10.488034 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-59a37dff-20e2-462c-a9d3-998c16b99137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:10.552171 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4a0b7704-9f71-4757-ad14-328878b132b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:10.578522 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4a0b7704-9f71-4757-ad14-328878b132b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:10.634426 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4a0b7704-9f71-4757-ad14-328878b132b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:10.641888 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e8b8f760-8498-4e55-a84c-9facedf4bfa8 tempest-VolumesNegativeTest-369139069 tempest-VolumesNegativeTest-369139069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:10.655368 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b7704-9f71-4757-ad14-328878b132b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df033d1-f16b-4c49-9b83-90725c569627,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:10.658923 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-4a0b7704-9f71-4757-ad14-328878b132b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:10.666573 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-4a0b7704-9f71-4757-ad14-328878b132b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:10.668020 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-4a0b7704-9f71-4757-ad14-328878b132b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9df033d1-f16b-4c49-9b83-90725c569627 HTTP/1.1" status: 204 len: 168 time: 0.1802800 Jun 01 10:17:10.920809 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f033b2-4be1-4c57-8c54-11a2488c1f9d req-f683dbf2-7d6a-4d06-a44b-69c1e180a9fd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:10.922466 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-44f033b2-4be1-4c57-8c54-11a2488c1f9d req-f683dbf2-7d6a-4d06-a44b-69c1e180a9fd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.0829849 Jun 01 10:17:10.969752 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:17:10.970522 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-44f033b2-4be1-4c57-8c54-11a2488c1f9d req-42e34685-72c2-4dee-8b1c-018b8af7ba04 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415301 Jun 01 10:17:10.983712 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 36380) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:11.011548 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1551b5c3-7711-4f71-ba97-9ccb7c210ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:11.027458 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-1551b5c3-7711-4f71-ba97-9ccb7c210ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:11.031266 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-1551b5c3-7711-4f71-ba97-9ccb7c210ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:b12560891e9c44cc997d5dbf519a88e3 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:11.034045 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-1551b5c3-7711-4f71-ba97-9ccb7c210ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:11.039867 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-1551b5c3-7711-4f71-ba97-9ccb7c210ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:11.127352 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1551b5c3-7711-4f71-ba97-9ccb7c210ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:11.131592 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1551b5c3-7711-4f71-ba97-9ccb7c210ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:11.139395 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e1026b78-c7be-4f41-a079-2e1f0dd31aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:11.179440 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-1551b5c3-7711-4f71-ba97-9ccb7c210ba5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b12560891e9c44cc997d5dbf519a88e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946661 Jun 01 10:17:11.180345 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551b5c3-7711-4f71-ba97-9ccb7c210ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560c76d4-24f2-41a7-a1ea-8d65d257fe88,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:11.182612 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 36384) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:11.195495 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1551b5c3-7711-4f71-ba97-9ccb7c210ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:11.244245 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a4f6aa25-e402-4fb7-88ad-eeb8f79c4d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:11.271182 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a4f6aa25-e402-4fb7-88ad-eeb8f79c4d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:11.390992 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-86aa49cc-5576-4d10-bf5e-220e595889b7 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:11.392414 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-86aa49cc-5576-4d10-bf5e-220e595889b7 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.82 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1049733 Jun 01 10:17:11.396913 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a4f6aa25-e402-4fb7-88ad-eeb8f79c4d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:11.402273 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-15f7d24a-c71c-4549-9d2d-5c9049e6a5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:11.452999 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6aa25-e402-4fb7-88ad-eeb8f79c4d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560c76d4-24f2-41a7-a1ea-8d65d257fe88,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:11.455237 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a4f6aa25-e402-4fb7-88ad-eeb8f79c4d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:11.509230 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a4f6aa25-e402-4fb7-88ad-eeb8f79c4d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:11.510352 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-a4f6aa25-e402-4fb7-88ad-eeb8f79c4d95 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/560c76d4-24f2-41a7-a1ea-8d65d257fe88 HTTP/1.1" status: 204 len: 168 time: 0.3268566 Jun 01 10:17:11.619221 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc586db-ff63-4573-8452-78a19b43c871 req-9911ff80-fb60-4887-b14f-03bbc22aa4e2 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:11.620717 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bcc586db-ff63-4573-8452-78a19b43c871 req-9911ff80-fb60-4887-b14f-03bbc22aa4e2 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 945 time: 0.1792521 Jun 01 10:17:11.672406 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Deleting port bd93b7d6-f4fc-4834-9a46-07da4ee2923f {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:17:11.673042 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:11.794142 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bcc586db-ff63-4573-8452-78a19b43c871 req-a8a5f487-5cc0-4086-8616-62dc87c94b79 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=059a3df7-88c8-4a36-b283-6599f351b665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660380 Jun 01 10:17:11.919651 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] For port bd93b7d6-f4fc-4834-9a46-07da4ee2923f, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bd93b7d6-f4fc-4834-9a46-07da4ee2923f,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:11.919999 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:12.269029 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:12.269394 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:12.269900 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.l3_db [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Floating IP d8453599-f0a7-49ce-84a0-bf29b58eb74b disassociated. External IP: 172.28.3.170, port: bd93b7d6-f4fc-4834-9a46-07da4ee2923f. Jun 01 10:17:12.270243 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Calling delete_port for bd93b7d6-f4fc-4834-9a46-07da4ee2923f owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:17:12.290440 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905eb79-5d2c-4935-a414-24dac0e7288d req-b7d8ee2b-e8eb-4550-8c9d-977885c4fed1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:12.291875 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a905eb79-5d2c-4935-a414-24dac0e7288d req-b7d8ee2b-e8eb-4550-8c9d-977885c4fed1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.2024155 Jun 01 10:17:12.347705 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a905eb79-5d2c-4935-a414-24dac0e7288d req-87981eaa-491b-405a-a387-88da5aab636d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471494 Jun 01 10:17:12.430358 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:12.439347 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:12.485591 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event deleted for resources: {'Port': ['ID=bd93b7d6-f4fc-4834-9a46-07da4ee2923f,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:12.489028 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:12.730140 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Router 2e58d5fa-4952-489a-8608-9a6979193376 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:17:12.810563 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-3043dd44-d683-4636-a3a1-3fd6caed6ade tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:12.812075 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-3043dd44-d683-4636-a3a1-3fd6caed6ade tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.82 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.1646767 Jun 01 10:17:13.038898 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3edbd4c6-257e-43c7-af1c-dfdef51ee384 req-1e80c460-382b-4eac-b259-6508ddd2db82 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=d27ba102-e1e1-4e4c-ba5c-931a9c887fea HTTP/1.1" status: 200 len: 210 time: 0.0961261 Jun 01 10:17:13.070850 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:17:13.081357 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9602a-8e41-4784-9873-83f1a40319fd None None] Sync routers for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:17:13.095321 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9602a-8e41-4784-9873-83f1a40319fd None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:17:13.096249 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-60b9602a-8e41-4784-9873-83f1a40319fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:16:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:13.153269 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] No DVR routers for this DVR port bd93b7d6-f4fc-4834-9a46-07da4ee2923f on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:17:13.156406 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:13.158969 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'name': 'network-vif-deleted', 'tag': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:17:13.161230 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1010e5-28a5-45e4-9ed7-9c07b290dfd3" -d '{"events": [{"server_uuid": "d27ba102-e1e1-4e4c-ba5c-931a9c887fea", "name": "network-vif-deleted", "tag": "bd93b7d6-f4fc-4834-9a46-07da4ee2923f"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:17:13.184516 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Deleting port 589f3540-ac63-4402-b964-fe90b6ed1cc1 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:17:13.184869 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:13.211479 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fef7ba96-31ae-41fe-b73b-d99165b36873 req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.82 "DELETE /v2.0/ports/bd93b7d6-f4fc-4834-9a46-07da4ee2923f HTTP/1.1" status: 204 len: 173 time: 1.8026361 Jun 01 10:17:13.212929 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da981fa0-d519-405d-a42a-164c3386bed0 x-openstack-request-id: req-da981fa0-d519-405d-a42a-164c3386bed0 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:17:13.213256 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27ba102-e1e1-4e4c-ba5c-931a9c887fea", "name": "network-vif-deleted", "tag": "bd93b7d6-f4fc-4834-9a46-07da4ee2923f", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:17:13.213544 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-da981fa0-d519-405d-a42a-164c3386bed0 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:17:13.213990 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27ba102-e1e1-4e4c-ba5c-931a9c887fea', 'name': 'network-vif-deleted', 'tag': 'bd93b7d6-f4fc-4834-9a46-07da4ee2923f', 'status': 'completed', 'code': 200} Jun 01 10:17:13.299272 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-60b9602a-8e41-4784-9873-83f1a40319fd None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:17:13.542916 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] For port 589f3540-ac63-4402-b964-fe90b6ed1cc1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=589f3540-ac63-4402-b964-fe90b6ed1cc1,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:13.543564 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:13.669367 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-60b9602a-8e41-4784-9873-83f1a40319fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:05Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:13.673284 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9602a-8e41-4784-9873-83f1a40319fd None None] Checking router: 2e58d5fa-4952-489a-8608-9a6979193376 for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:17:13.681962 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9602a-8e41-4784-9873-83f1a40319fd None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:17:13.682602 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-60b9602a-8e41-4784-9873-83f1a40319fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:16:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:13.767323 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa48f8-274f-4d63-8464-02bd9808390e req-efe2fb03-56ba-43a3-8308-1682fae584ca tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:13.768989 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c2aa48f8-274f-4d63-8464-02bd9808390e req-efe2fb03-56ba-43a3-8308-1682fae584ca tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 946 time: 0.2729859 Jun 01 10:17:13.918851 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-60b9602a-8e41-4784-9873-83f1a40319fd None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:17:13.926662 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c2aa48f8-274f-4d63-8464-02bd9808390e req-8d3ff2a7-739e-4744-8dd0-882803641df1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae59be0a-b67a-4565-a5a0-538e4fdb436c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427433 Jun 01 10:17:13.965282 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:13.965282 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:13.965282 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.l3_db [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Floating IP e2ce1d00-03ae-4f7c-9bdd-98c97e541388 disassociated. External IP: 172.28.3.148, port: 589f3540-ac63-4402-b964-fe90b6ed1cc1. Jun 01 10:17:13.965282 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Calling delete_port for 589f3540-ac63-4402-b964-fe90b6ed1cc1 owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:17:14.121135 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:14.142534 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-4bf9496f-677c-4646-9d06-9232c19c1d0c tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:14.193548 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event deleted for resources: {'Port': ['ID=589f3540-ac63-4402-b964-fe90b6ed1cc1,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:14.196365 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:14.291871 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-60b9602a-8e41-4784-9873-83f1a40319fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:05Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:14.296599 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9602a-8e41-4784-9873-83f1a40319fd None None] The sync data for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb is: [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:05Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:17:14.384436 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Router 0d5c2b10-c164-436c-9f1c-f3c6385e796e has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:17:14.551476 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e0aeb-09b6-4582-bfc0-dd89e9987a43 None None] New status for floating IP d8453599-f0a7-49ce-84a0-bf29b58eb74b: DOWN {{(pid=91918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:17:14.580458 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:17:14.594055 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1052367-e76a-40d6-8d2d-7084baa0b57c None None] Sync routers for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:17:14.618247 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1052367-e76a-40d6-8d2d-7084baa0b57c None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:17:14.619682 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d1052367-e76a-40d6-8d2d-7084baa0b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:16:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:14.686847 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] No DVR routers for this DVR port 589f3540-ac63-4402-b964-fe90b6ed1cc1 on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:17:14.688771 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device bd93b7d6-f4fc-4834-9a46-07da4ee2923f no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:17:14.690879 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:14.707693 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ea35e749-d191-4cb1-8dee-0a502584f3e2 req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.82 "DELETE /v2.0/ports/589f3540-ac63-4402-b964-fe90b6ed1cc1 HTTP/1.1" status: 204 len: 173 time: 1.8872585 Jun 01 10:17:14.749114 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: bd93b7d6-f4fc-4834-9a46-07da4ee2923f {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:17:14.749689 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device bd93b7d6-f4fc-4834-9a46-07da4ee2923f not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:17:14.893813 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-d1052367-e76a-40d6-8d2d-7084baa0b57c None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:17:15.114509 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-5b78d7ea-230d-4071-ac05-bb9e49f7f5d6 req-9d7e2cc1-502a-49eb-af6d-f795d3e3ca20 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Synchronizing usage tracker for tenant:2b47eeeeaee04233ab8d4396abe036e5 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:17:15.131384 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-5b78d7ea-230d-4071-ac05-bb9e49f7f5d6 req-9d7e2cc1-502a-49eb-af6d-f795d3e3ca20 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Unset dirty status for tenant:2b47eeeeaee04233ab8d4396abe036e5 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:17:15.132637 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5b78d7ea-230d-4071-ac05-bb9e49f7f5d6 req-9d7e2cc1-502a-49eb-af6d-f795d3e3ca20 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b46be3-9734-483e-8381-d4fafc34267e HTTP/1.1" status: 200 len: 210 time: 0.0649254 Jun 01 10:17:15.214951 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'name': 'network-vif-deleted', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:17:15.219098 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c350ea3-1980-4506-807c-061c5e50faff" -d '{"events": [{"server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "name": "network-vif-deleted", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:17:15.228329 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36420) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:15.237501 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d1052367-e76a-40d6-8d2d-7084baa0b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:13Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:15.246188 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1052367-e76a-40d6-8d2d-7084baa0b57c None None] Checking router: 0d5c2b10-c164-436c-9f1c-f3c6385e796e for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:17:15.256458 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1052367-e76a-40d6-8d2d-7084baa0b57c None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:17:15.257109 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d1052367-e76a-40d6-8d2d-7084baa0b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:16:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:15.339471 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f691b973-c262-4817-9492-0b3f4ffb13b6 x-openstack-request-id: req-f691b973-c262-4817-9492-0b3f4ffb13b6 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:17:15.339988 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b46be3-9734-483e-8381-d4fafc34267e", "name": "network-vif-deleted", "tag": "589f3540-ac63-4402-b964-fe90b6ed1cc1", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:17:15.340987 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f691b973-c262-4817-9492-0b3f4ffb13b6 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:17:15.341597 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b46be3-9734-483e-8381-d4fafc34267e', 'name': 'network-vif-deleted', 'tag': '589f3540-ac63-4402-b964-fe90b6ed1cc1', 'status': 'completed', 'code': 200} Jun 01 10:17:15.377466 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7c5f20d5-233c-4789-8b34-1c51ca220d86 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:15.412679 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7c5f20d5-233c-4789-8b34-1c51ca220d86 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:15.483369 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7c5f20d5-233c-4789-8b34-1c51ca220d86 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:15.487745 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-cceb70ae-9e82-47c0-be32-7f324e91168a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:15.502204 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f20d5-233c-4789-8b34-1c51ca220d86 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059a3df7-88c8-4a36-b283-6599f351b665,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:15.516386 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7c5f20d5-233c-4789-8b34-1c51ca220d86 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:15.528339 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7c5f20d5-233c-4789-8b34-1c51ca220d86 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:15.530103 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-7c5f20d5-233c-4789-8b34-1c51ca220d86 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "DELETE /v2.0/security-groups/059a3df7-88c8-4a36-b283-6599f351b665 HTTP/1.1" status: 204 len: 168 time: 0.3007436 Jun 01 10:17:15.532881 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 36424) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:15.550273 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.api.v2.resource [None req-56064ec0-fec8-4ba4-9c99-073cf1c74b07 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] show failed (client error): The resource could not be found. Jun 01 10:17:15.551369 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-56064ec0-fec8-4ba4-9c99-073cf1c74b07 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups/059a3df7-88c8-4a36-b283-6599f351b665 HTTP/1.1" status: 404 len: 347 time: 0.0174739 Jun 01 10:17:15.555172 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 36428) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:15.564572 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-d1052367-e76a-40d6-8d2d-7084baa0b57c None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:17:15.899436 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b5cd7-e569-4211-b7e8-37bd7f8104bf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Deleting port d4fbf1fb-68ef-4d20-9fd8-d511b3d599bf {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:17:15.900030 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5cd7-e569-4211-b7e8-37bd7f8104bf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:15.926130 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-d1052367-e76a-40d6-8d2d-7084baa0b57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:13Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:15.930310 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1052367-e76a-40d6-8d2d-7084baa0b57c None None] The sync data for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb is: [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:13Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:17:16.026582 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5cd7-e569-4211-b7e8-37bd7f8104bf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.026916 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5cd7-e569-4211-b7e8-37bd7f8104bf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.146085 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b2bfb-5b13-4956-864f-180da1b81293 None None] New status for floating IP e2ce1d00-03ae-4f7c-9bdd-98c97e541388: DOWN {{(pid=91918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:17:16.155066 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b5cd7-e569-4211-b7e8-37bd7f8104bf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Calling delete_port for d4fbf1fb-68ef-4d20-9fd8-d511b3d599bf owned by network:floatingip {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:17:16.268658 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36436) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:16.288133 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5cd7-e569-4211-b7e8-37bd7f8104bf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.293150 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-73dac7f8-608c-4cd0-b489-dfa4f54331c0 tempest-ServerRescueNegativeTestJSON-337766590 tempest-ServerRescueNegativeTestJSON-337766590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:16.345833 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-79e54c82-a591-4bf1-b7bf-9905786e9d62 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.362718 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b5cd7-e569-4211-b7e8-37bd7f8104bf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event deleted for resources: {'Port': ['ID=d4fbf1fb-68ef-4d20-9fd8-d511b3d599bf,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:16.380507 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-79e54c82-a591-4bf1-b7bf-9905786e9d62 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.391876 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8b8b5cd7-e569-4211-b7e8-37bd7f8104bf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:16.458356 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-79e54c82-a591-4bf1-b7bf-9905786e9d62 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.463392 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-37f88576-7c70-4772-a09a-9c8a84a036f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:16.472491 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5cd7-e569-4211-b7e8-37bd7f8104bf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.483702 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e54c82-a591-4bf1-b7bf-9905786e9d62 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae59be0a-b67a-4565-a5a0-538e4fdb436c,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:16.486054 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-79e54c82-a591-4bf1-b7bf-9905786e9d62 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:16.487375 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8b8b5cd7-e569-4211-b7e8-37bd7f8104bf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.491499 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-8b8b5cd7-e569-4211-b7e8-37bd7f8104bf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "DELETE /v2.0/floatingips/d8453599-f0a7-49ce-84a0-bf29b58eb74b HTTP/1.1" status: 204 len: 168 time: 0.9323921 Jun 01 10:17:16.505345 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-79e54c82-a591-4bf1-b7bf-9905786e9d62 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.509608 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-79e54c82-a591-4bf1-b7bf-9905786e9d62 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "DELETE /v2.0/security-groups/ae59be0a-b67a-4565-a5a0-538e4fdb436c HTTP/1.1" status: 204 len: 168 time: 0.2399168 Jun 01 10:17:16.510061 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 36442) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:16.532364 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.api.v2.resource [None req-09ea2d42-f7a8-49bb-9932-b84703316aef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] show failed (client error): The resource could not be found. Jun 01 10:17:16.533551 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-09ea2d42-f7a8-49bb-9932-b84703316aef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups/ae59be0a-b67a-4565-a5a0-538e4fdb436c HTTP/1.1" status: 404 len: 347 time: 0.0221944 Jun 01 10:17:16.537163 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36448) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:16.670951 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 589f3540-ac63-4402-b964-fe90b6ed1cc1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:17:16.708972 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: 589f3540-ac63-4402-b964-fe90b6ed1cc1 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:17:16.709435 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 589f3540-ac63-4402-b964-fe90b6ed1cc1 not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:17:16.732814 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 36452) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:16.738301 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Request body: {'security_group': {'name': 'tempest-securitygroup--826147738', 'description': 'tempest-description--455918527'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:16.744094 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:16.748384 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Usage tracker for resource:security_group and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:16.752142 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:16.758340 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:16.761358 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-e3a87a52-a42d-4de2-976c-9e51c789612b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Deleting port 28ab0f41-2743-4134-bbd7-958a239f58ab {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:17:16.761708 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3a87a52-a42d-4de2-976c-9e51c789612b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.770606 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.791726 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:16.795603 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Usage tracker for resource:security_group_rule and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:16.798430 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:16.804352 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:16.876875 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.881374 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.885316 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3a87a52-a42d-4de2-976c-9e51c789612b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.885686 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3a87a52-a42d-4de2-976c-9e51c789612b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.886796 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-be448674-271c-4388-a49b-3c48542c22a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:16.928631 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357721d8-d71d-4362-86ca-45cfb9bf4fd9,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:16.931883 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:16.932891 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:16.934767 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2002623 Jun 01 10:17:16.937497 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 36456) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:16.942876 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Request body: {'security_group_rule': {'security_group_id': '357721d8-d71d-4362-86ca-45cfb9bf4fd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:16.949272 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:16.953735 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Usage tracker for resource:security_group_rule and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:16.956632 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:16.962421 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:16.980509 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.017838 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-e3a87a52-a42d-4de2-976c-9e51c789612b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Calling delete_port for 28ab0f41-2743-4134-bbd7-958a239f58ab owned by network:floatingip {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:17:17.042223 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.046022 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.048213 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d4863174-4fcf-446d-b256-2b5150390798 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:17.071490 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ad8640-86b0-4a8e-a17d-07146effeb0e,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:17.074467 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:17.086910 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.088509 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499736 Jun 01 10:17:17.091226 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 36462) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:17.096437 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-5681598d-5245-4abb-8938-1604fc213746 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Request body: {'security_group_rule': {'security_group_id': '357721d8-d71d-4362-86ca-45cfb9bf4fd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:17.103219 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-5681598d-5245-4abb-8938-1604fc213746 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:17.108165 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-5681598d-5245-4abb-8938-1604fc213746 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Usage tracker for resource:security_group_rule and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:17.112130 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-5681598d-5245-4abb-8938-1604fc213746 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:17.118306 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-5681598d-5245-4abb-8938-1604fc213746 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:17.145401 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5681598d-5245-4abb-8938-1604fc213746 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.214573 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5681598d-5245-4abb-8938-1604fc213746 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.218525 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5681598d-5245-4abb-8938-1604fc213746 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.220916 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-24c7d517-d340-44b6-865b-4e1ee7f38866 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:17.228199 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3a87a52-a42d-4de2-976c-9e51c789612b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.233511 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-61ee4f33-25f8-4c64-aff7-dcb0c08076bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:17.244576 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681598d-5245-4abb-8938-1604fc213746 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9a025e-163b-4820-bfe5-4a57975f4f59,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:17.247636 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-5681598d-5245-4abb-8938-1604fc213746 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:17.255694 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5681598d-5245-4abb-8938-1604fc213746 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.256849 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-5681598d-5245-4abb-8938-1604fc213746 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647003 Jun 01 10:17:17.259845 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 36472) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:17.265063 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Request body: {'floatingip': {'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:17.270633 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:17.274522 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Usage tracker for resource:floatingip and tenant:9ed8d30ff7de42a3915a08fc72ff69d6 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:17.277363 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:17.278324 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a87a52-a42d-4de2-976c-9e51c789612b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event deleted for resources: {'Port': ['ID=28ab0f41-2743-4134-bbd7-958a239f58ab,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:17.281379 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e3a87a52-a42d-4de2-976c-9e51c789612b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:17.283305 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:17.295774 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.376975 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3a87a52-a42d-4de2-976c-9e51c789612b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.397572 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3a87a52-a42d-4de2-976c-9e51c789612b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.398874 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-e3a87a52-a42d-4de2-976c-9e51c789612b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "DELETE /v2.0/floatingips/e2ce1d00-03ae-4f7c-9bdd-98c97e541388 HTTP/1.1" status: 204 len: 168 time: 0.8607779 Jun 01 10:17:17.455580 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.602235 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Allocated IP 172.28.3.52 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/59b6fd37-472a-49ce-a9d9-5b4a1734b863) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:17:17.617417 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36484) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:17.622874 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--675877052', 'description': 'tempest-description--890369204'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:17.629094 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:17.633722 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Usage tracker for resource:security_group and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:17.636649 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:17.643049 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:17.654548 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.675002 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:17.678911 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Usage tracker for resource:security_group_rule and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:17.681749 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:17.687386 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:17.762199 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.762493 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.765613 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.771339 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-03365fee-eadf-4d88-aed2-66345e5b27f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:17.791038 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.796399 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f738ab02-3bde-45b4-bd1c-b3d1b646a4e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:17.814547 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66449ae-5fd6-42bb-9b3e-c94e8087a36f,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:17.817264 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.818481 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1999378 Jun 01 10:17:17.819366 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:17.821300 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36488) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:17.826356 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-0c0cf2dc-e26a-4efd-8a26-40b2bad2f1cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Request body: {'security_group_rule': {'security_group_id': 'c66449ae-5fd6-42bb-9b3e-c94e8087a36f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:17.832054 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-0c0cf2dc-e26a-4efd-8a26-40b2bad2f1cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:17.835882 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-0c0cf2dc-e26a-4efd-8a26-40b2bad2f1cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Usage tracker for resource:security_group_rule and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:17.838732 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-0c0cf2dc-e26a-4efd-8a26-40b2bad2f1cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:17.845078 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-0c0cf2dc-e26a-4efd-8a26-40b2bad2f1cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:17.859535 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:17:17.862436 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:17:17.865892 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:17:17.868774 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf2dc-e26a-4efd-8a26-40b2bad2f1cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.894953 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event updated for resources: {'Port': ['ID=59b6fd37-472a-49ce-a9d9-5b4a1734b863,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:17.901548 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:17.932858 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf2dc-e26a-4efd-8a26-40b2bad2f1cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.936793 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf2dc-e26a-4efd-8a26-40b2bad2f1cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.938853 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:17.953653 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.962719 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cf2dc-e26a-4efd-8a26-40b2bad2f1cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dce3f30-6b35-42be-93ae-63cc2500ca80,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:17.967994 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-0c0cf2dc-e26a-4efd-8a26-40b2bad2f1cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:17.972928 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0c0cf2dc-e26a-4efd-8a26-40b2bad2f1cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:17.974181 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-0c0cf2dc-e26a-4efd-8a26-40b2bad2f1cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519186 Jun 01 10:17:17.976838 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36492) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:17.983490 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-e3e0f12a-dac0-4de0-8f79-5c90cb9912ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Request body: {'security_group_rule': {'security_group_id': 'c66449ae-5fd6-42bb-9b3e-c94e8087a36f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:17.990063 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-e3e0f12a-dac0-4de0-8f79-5c90cb9912ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:17.993916 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-e3e0f12a-dac0-4de0-8f79-5c90cb9912ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Usage tracker for resource:security_group_rule and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:17.996733 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-e3e0f12a-dac0-4de0-8f79-5c90cb9912ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:18.003032 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-e3e0f12a-dac0-4de0-8f79-5c90cb9912ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:18.016008 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.019732 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f12a-dac0-4de0-8f79-5c90cb9912ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.088898 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f12a-dac0-4de0-8f79-5c90cb9912ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.094529 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f12a-dac0-4de0-8f79-5c90cb9912ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330398'] for security_group_rule, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.102231 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-4d0942f4-72d5-4590-929e-989d0a61f1cc tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:18.122929 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0f12a-dac0-4de0-8f79-5c90cb9912ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9b7ce4-fc59-459d-8b1f-d638e1274215,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:18.125314 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e3e0f12a-dac0-4de0-8f79-5c90cb9912ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:18.131163 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e3e0f12a-dac0-4de0-8f79-5c90cb9912ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.132340 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-e3e0f12a-dac0-4de0-8f79-5c90cb9912ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1544263 Jun 01 10:17:18.135419 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36496) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:18.141309 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Request body: {'floatingip': {'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:18.147073 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:18.151655 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Usage tracker for resource:floatingip and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:18.155376 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:18.162735 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:18.173274 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.225559 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.230073 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.233635 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:18.313562 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.424700 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event updated for resources: {'Port': ['ID=59b6fd37-472a-49ce-a9d9-5b4a1734b863,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:18.429706 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:18.437043 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.459321 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.468841 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1998138 Jun 01 10:17:18.469062 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Allocated IP 172.28.3.149 (63823bfe-ce08-4207-99eb-0aaa7f618dc6/cc8e40eb-b88f-4d48-a150-bb10f743f69f/9aeecb66-c160-4206-a742-5a07ed5d8104) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:17:18.625142 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.661108 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.664840 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-b80f08bc-5a4e-47c9-a7be-a4208dce3357 tempest-AttachVolumeNegativeTest-2026653822 tempest-AttachVolumeNegativeTest-2026653822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:18.694344 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-08ce274e-9d80-4804-b0f9-f01245d398fa tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Synchronizing usage tracker for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:security_group {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:17:18.710409 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-08ce274e-9d80-4804-b0f9-f01245d398fa tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Unset dirty status for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:security_group {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:17:18.711766 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-08ce274e-9d80-4804-b0f9-f01245d398fa tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--826147738&fields=id&tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6 HTTP/1.1" status: 200 len: 267 time: 0.0603416 Jun 01 10:17:18.732364 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Network 63823bfe-ce08-4207-99eb-0aaa7f618dc6 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:17:18.735334 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:17:18.738812 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:17:18.771885 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event updated for resources: {'Port': ['ID=9aeecb66-c160-4206-a742-5a07ed5d8104,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:18.775971 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:18.820947 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.863814 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-b02f76a6-05e7-46e9-b085-2d12b4ba87c0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:18.865388 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-b02f76a6-05e7-46e9-b085-2d12b4ba87c0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/networks?id=7900aab4-e9fe-4a51-9bca-0dfd165efadc HTTP/1.1" status: 200 len: 811 time: 0.1468801 Jun 01 10:17:18.880098 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:18.881800 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-11e6cdc4-2751-4a02-bd83-8fc610e4a53f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/quotas/9ed8d30ff7de42a3915a08fc72ff69d6 HTTP/1.1" status: 200 len: 375 time: 0.0094771 Jun 01 10:17:18.965540 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-0cde08ea-d72e-4ddc-aa39-bbf48791f88f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Synchronizing usage tracker for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:17:18.982248 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-0cde08ea-d72e-4ddc-aa39-bbf48791f88f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Unset dirty status for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:17:18.983934 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-0cde08ea-d72e-4ddc-aa39-bbf48791f88f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969095 Jun 01 10:17:19.092214 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:19.096943 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2725540'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:19.101468 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5c5cb8c6-5985-419c-ac40-de9c0557a20e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:19.124397 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-b600eea2-ba10-4264-95ff-7c5c30d7c7e3 service neutron] 10.222.0.47 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285672 Jun 01 10:17:19.208658 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event updated for resources: {'Port': ['ID=9aeecb66-c160-4206-a742-5a07ed5d8104,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:19.213083 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:19.218685 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:19.242349 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:19.243563 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1071713 Jun 01 10:17:19.272822 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-2a78584d-9a57-427d-899e-b82b4f44f18b service neutron] 10.222.0.47 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423268 Jun 01 10:17:19.484945 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5f0a6538-2e2d-4de0-b2dc-5cce698610f3 req-b6929f3e-e92f-43e0-921a-d96fcfaeb534 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 210 time: 0.0655997 Jun 01 10:17:19.511356 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-bbcef9d2-ca25-4240-b755-df1ee87dd8a4 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--675877052&fields=id&tenant_id=2b47eeeeaee04233ab8d4396abe036e5 HTTP/1.1" status: 200 len: 267 time: 0.0586007 Jun 01 10:17:19.671608 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c4792-d298-4637-897e-71248e169ada req-b6b3a821-fc6e-4e73-8f81-7186e3a9e53d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:19.673102 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-b6b3a821-fc6e-4e73-8f81-7186e3a9e53d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 817 time: 0.1547375 Jun 01 10:17:19.687466 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-dcf47041-99e0-4bb6-aa26-777eeb5e7af0 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/quotas/2b47eeeeaee04233ab8d4396abe036e5 HTTP/1.1" status: 200 len: 375 time: 0.0089464 Jun 01 10:17:19.788502 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-f477d9e6-7ce1-447e-9108-81df68fba20f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953262 Jun 01 10:17:19.946967 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-7d5e95f9-f6e1-449b-8019-b874d9afb764 service neutron] 10.222.0.47 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429157 Jun 01 10:17:20.141577 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-89f3fdb4-57e6-407a-8aeb-c18ef189b054 service neutron] 10.222.0.47 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882553 Jun 01 10:17:20.150125 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9075b-df20-43f0-aa81-8f5151eac275 req-ea91a6fd-26cf-46a3-a322-8cf9d69cff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:20.151477 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c8a9075b-df20-43f0-aa81-8f5151eac275 req-ea91a6fd-26cf-46a3-a322-8cf9d69cff57 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c213841620f45b3b6df19fb28b95b42&device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 1137 time: 0.1243103 Jun 01 10:17:20.290173 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9075b-df20-43f0-aa81-8f5151eac275 req-88449530-1fb6-4a9c-9337-1b768cbee4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:20.291623 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c8a9075b-df20-43f0-aa81-8f5151eac275 req-88449530-1fb6-4a9c-9337-1b768cbee4ab service neutron] 10.222.0.82 "GET /v2.0/networks?id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c HTTP/1.1" status: 200 len: 917 time: 0.1323116 Jun 01 10:17:20.641913 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c8a9075b-df20-43f0-aa81-8f5151eac275 req-ded5dab1-875c-4bfd-9190-db08caf22fa1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43964b0b-af0a-42e7-8722-b1cdba88010e HTTP/1.1" status: 200 len: 1001 time: 0.3428826 Jun 01 10:17:20.780583 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90a216-bc71-4da5-ad1d-9d175854108e req-e479daef-2b9c-4715-9140-39a06289ef33 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:20.787966 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ec90a216-bc71-4da5-ad1d-9d175854108e req-e479daef-2b9c-4715-9140-39a06289ef33 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 984 time: 0.4401660 Jun 01 10:17:20.793175 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9075b-df20-43f0-aa81-8f5151eac275 req-f49d65d0-72e5-438a-a21c-e74a21bc99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:20.795275 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c8a9075b-df20-43f0-aa81-8f5151eac275 req-f49d65d0-72e5-438a-a21c-e74a21bc99f1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25d1faea-9cc7-4a76-bde1-58a0daf64b4a HTTP/1.1" status: 200 len: 854 time: 0.1447654 Jun 01 10:17:20.814997 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-591d6850-8af8-48fb-a839-ba9be772a0b6 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:20.816581 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-591d6850-8af8-48fb-a839-ba9be772a0b6 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.82 "GET /v2.0/networks?id=7900aab4-e9fe-4a51-9bca-0dfd165efadc HTTP/1.1" status: 200 len: 811 time: 0.3030422 Jun 01 10:17:20.964015 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7b6cef6b-1ee7-4213-a500-2e49ac770651 req-feca1ddf-bda1-41e7-9639-e459231118ad tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 210 time: 0.0882285 Jun 01 10:17:20.984632 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ec90a216-bc71-4da5-ad1d-9d175854108e req-405c9bf9-0aa2-4ec8-b963-fe50c2403f85 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&id=6be943c5-e754-4e59-a753-359b55054dca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1936321 Jun 01 10:17:21.002115 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-f50b3c0b-bd79-44e0-aac9-573fc46ef9df tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6 HTTP/1.1" status: 200 len: 379 time: 0.1505949 Jun 01 10:17:21.013055 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Request body: {'port': {'device_id': '27fd581f-538c-47ad-be56-8b13bc750569', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'admin_state_up': True, 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'security_groups': ['357721d8-d71d-4362-86ca-45cfb9bf4fd9']}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:21.151981 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5f2bf15f-97a3-4b08-9f75-a3437300b473 req-acb8376b-8cdd-4041-8511-dc936a5c6afe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 210 time: 0.0582218 Jun 01 10:17:21.156717 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9075b-df20-43f0-aa81-8f5151eac275 req-c2aeab4a-dd00-4e70-81b0-6e4049683907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:21.158138 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c8a9075b-df20-43f0-aa81-8f5151eac275 req-c2aeab4a-dd00-4e70-81b0-6e4049683907 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3404608 Jun 01 10:17:21.282563 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:21.297382 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:21.332116 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Made reservation on behalf of 9ed8d30ff7de42a3915a08fc72ff69d6 for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:17:21.335820 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:21.358134 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c8a9075b-df20-43f0-aa81-8f5151eac275 req-07a1256d-b384-4e9d-b488-6f9090c977a8 service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802261 Jun 01 10:17:21.610517 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c8a9075b-df20-43f0-aa81-8f5151eac275 req-3a43ed06-dcc8-40f8-9e8a-c982f6f7425e service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132921 Jun 01 10:17:21.614831 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c4792-d298-4637-897e-71248e169ada req-e0c060c1-d1c3-4160-85f4-87a0565f903c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:21.617028 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-e0c060c1-d1c3-4160-85f4-87a0565f903c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.82 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 817 time: 0.1739919 Jun 01 10:17:21.630122 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Allocated IP 172.20.0.3 (7900aab4-e9fe-4a51-9bca-0dfd165efadc/2495f7f6-4b79-4201-8237-61645accc743/96dbd9b2-0a54-476f-9523-9d625fab4ea5) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:17:21.669742 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-c18c4792-d298-4637-897e-71248e169ada req-048ebbcf-1be9-48e4-a114-918dd28993c5 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Synchronizing usage tracker for tenant:2b47eeeeaee04233ab8d4396abe036e5 on resource:security_group {{(pid=91916) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:17:21.687523 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-c18c4792-d298-4637-897e-71248e169ada req-048ebbcf-1be9-48e4-a114-918dd28993c5 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Unset dirty status for tenant:2b47eeeeaee04233ab8d4396abe036e5 on resource:security_group {{(pid=91916) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:17:21.688857 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-048ebbcf-1be9-48e4-a114-918dd28993c5 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b47eeeeaee04233ab8d4396abe036e5 HTTP/1.1" status: 200 len: 379 time: 0.0633738 Jun 01 10:17:21.721473 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Request body: {'port': {'device_id': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'admin_state_up': True, 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'security_groups': ['c66449ae-5fd6-42bb-9b3e-c94e8087a36f']}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:21.839567 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:21.857070 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Transition to ACTIVE for port object 96dbd9b2-0a54-476f-9523-9d625fab4ea5 will not be triggered until provisioned by entity DHCP. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:17:21.884704 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:21.890713 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:21.968483 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Network 7900aab4-e9fe-4a51-9bca-0dfd165efadc is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:17:21.971732 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:17:21.977330 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:17:21.983039 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:21.989918 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Usage tracker for resource:port and tenant:2b47eeeeaee04233ab8d4396abe036e5 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:17:21.994532 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:17:22.002804 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:22.018993 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Made reservation on behalf of 2b47eeeeaee04233ab8d4396abe036e5 for: {'port': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:17:22.024060 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:22.054437 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event updated for resources: {'Port': ['ID=96dbd9b2-0a54-476f-9523-9d625fab4ea5,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:22.063604 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:22.122290 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:22.123058 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:22.240087 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_common [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Allocated IP 172.20.0.4 (c339b17d-abdf-48dc-8c0f-50ed8b34d010/c93d5076-e9b2-42b0-9057-e08ae7429957/14cff69a-c843-4000-9748-292e712f388a) {{(pid=91916) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:17:22.244971 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-48ff197c-9e3d-4041-af67-d318dbcbcc4d None None] Provisioning for port 96dbd9b2-0a54-476f-9523-9d625fab4ea5 completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:17:22.253063 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-48ff197c-9e3d-4041-af67-d318dbcbcc4d None None] Provisioning complete for port 96dbd9b2-0a54-476f-9523-9d625fab4ea5 triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:17:22.253683 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-48ff197c-9e3d-4041-af67-d318dbcbcc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:22.266144 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-89cd6773-4eed-493e-b1bf-2d4c7df143c3 req-d7dae1ea-6713-4edb-ac97-570235e574e2 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 210 time: 0.0922120 Jun 01 10:17:22.310028 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-8de04b04-ab21-475e-96c2-e010a6c03abe tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3027248 Jun 01 10:17:22.331160 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Request body: {'port': {'device_id': '27fd581f-538c-47ad-be56-8b13bc750569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:22.342913 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-48ff197c-9e3d-4041-af67-d318dbcbcc4d None None] Port 96dbd9b2-0a54-476f-9523-9d625fab4ea5 cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:17:22.482369 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for port, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:22.497882 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Transition to ACTIVE for port object 14cff69a-c843-4000-9748-292e712f388a will not be triggered until provisioned by entity DHCP. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:17:22.525078 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:22.532323 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-fd8818e0-4996-4edc-99fc-ec2f24d01e73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:22.601918 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Network c339b17d-abdf-48dc-8c0f-50ed8b34d010 is already hosted by enough agents. {{(pid=91916) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:17:22.605059 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Resources bound (agent type, host, resource id): {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:17:22.608796 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Received port after_create {{(pid=91916) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:17:22.630272 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c816576-213d-408f-8253-02f1d9def1be req-1b74ddfb-6fd9-4253-869d-7a70f39d27b2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:22.631819 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0c816576-213d-408f-8253-02f1d9def1be req-1b74ddfb-6fd9-4253-869d-7a70f39d27b2 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 984 time: 0.4591725 Jun 01 10:17:22.646958 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:22.650147 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event updated for resources: {'Port': ['ID=14cff69a-c843-4000-9748-292e712f388a,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:22.653968 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:22.682584 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:22.683289 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:22.703058 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d82260-a536-424b-9912-5b4aea7759ed req-a8cb24ce-8e04-401c-aaeb-0072acc7e460 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:22.703877 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-64d82260-a536-424b-9912-5b4aea7759ed req-a8cb24ce-8e04-401c-aaeb-0072acc7e460 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Synchronizing usage tracker for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:17:22.708734 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9923232 Jun 01 10:17:22.721403 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Request body: {'port': {'device_id': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:22.751566 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0c816576-213d-408f-8253-02f1d9def1be req-22aa6471-45df-4c43-af24-b112c2330c53 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&id=6be943c5-e754-4e59-a753-359b55054dca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055155 Jun 01 10:17:22.831401 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-64d82260-a536-424b-9912-5b4aea7759ed req-a8cb24ce-8e04-401c-aaeb-0072acc7e460 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Unset dirty status for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:17:22.832547 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-64d82260-a536-424b-9912-5b4aea7759ed req-a8cb24ce-8e04-401c-aaeb-0072acc7e460 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 931 time: 0.3544495 Jun 01 10:17:22.851604 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:22.876173 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-74e889e5-67ef-49be-9d1c-a74c28006659 None None] Provisioning for port 14cff69a-c843-4000-9748-292e712f388a completed by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:17:22.883428 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-74e889e5-67ef-49be-9d1c-a74c28006659 None None] Provisioning complete for port 14cff69a-c843-4000-9748-292e712f388a triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:17:22.884136 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-74e889e5-67ef-49be-9d1c-a74c28006659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:22.915706 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-64d82260-a536-424b-9912-5b4aea7759ed req-8e6c84d4-5a1d-40b3-85e1-a854957560e1 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=357721d8-d71d-4362-86ca-45cfb9bf4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770979 Jun 01 10:17:22.944770 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-74e889e5-67ef-49be-9d1c-a74c28006659 None None] Port 14cff69a-c843-4000-9748-292e712f388a cannot update to ACTIVE because it is not bound. {{(pid=91917) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 10:17:23.101611 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dbd9b2-0a54-476f-9523-9d625fab4ea5 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:17:23.109259 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:23.124719 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Transition to ACTIVE for port object 96dbd9b2-0a54-476f-9523-9d625fab4ea5 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:17:23.128523 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:23.132754 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ab412997-64b1-46f7-b71c-4d68a9d6a17f tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:23.213007 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cff69a-c843-4000-9748-292e712f388a {{(pid=91916) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:17:23.221584 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:23.240441 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.provisioning_blocks [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Transition to ACTIVE for port object 14cff69a-c843-4000-9748-292e712f388a will not be triggered until provisioned by entity L2. {{(pid=91916) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:17:23.248393 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2725540'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:23.260070 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d33f9012-8516-4a40-a998-19d897549789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:23.265964 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Pushing event updated for resources: {'Port': ['ID=96dbd9b2-0a54-476f-9523-9d625fab4ea5,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:23.292215 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:23.396891 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Attempting to bind port 96dbd9b2-0a54-476f-9523-9d625fab4ea5 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:17:23.397362 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Attempting to bind port 96dbd9b2-0a54-476f-9523-9d625fab4ea5 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:17:23.397577 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Attempting to bind port 96dbd9b2-0a54-476f-9523-9d625fab4ea5 on network 7900aab4-e9fe-4a51-9bca-0dfd165efadc {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:17:23.406186 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Port 96dbd9b2-0a54-476f-9523-9d625fab4ea5 on network 7900aab4-e9fe-4a51-9bca-0dfd165efadc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:17:23.406870 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Attempting to bind port 96dbd9b2-0a54-476f-9523-9d625fab4ea5 on network 7900aab4-e9fe-4a51-9bca-0dfd165efadc {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:17:23.417527 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:17:23.418637 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Checking segment: {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:17:23.419248 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Bound using segment: {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:17:23.419884 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Bound port: 96dbd9b2-0a54-476f-9523-9d625fab4ea5, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcbd332-f694-4d07-badb-26983d6b7331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:17:23.420770 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:23.462657 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Pushing event updated for resources: {'Port': ['ID=14cff69a-c843-4000-9748-292e712f388a,revision_number=2']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:23.509834 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:23.612883 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Attempting to bind port 14cff69a-c843-4000-9748-292e712f388a on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:17:23.613453 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Attempting to bind port 14cff69a-c843-4000-9748-292e712f388a by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:17:23.613978 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Attempting to bind port 14cff69a-c843-4000-9748-292e712f388a on network c339b17d-abdf-48dc-8c0f-50ed8b34d010 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:17:23.619870 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Port 14cff69a-c843-4000-9748-292e712f388a on network c339b17d-abdf-48dc-8c0f-50ed8b34d010 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:17:23.622564 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Attempting to bind port 14cff69a-c843-4000-9748-292e712f388a on network c339b17d-abdf-48dc-8c0f-50ed8b34d010 {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:17:23.635150 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:17:23.635487 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Checking segment: {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:17:23.635873 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Bound using segment: {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'} {{(pid=91916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:17:23.636299 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.managers [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Bound port: 14cff69a-c843-4000-9748-292e712f388a, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b871a861-e68f-49b2-924e-0165ca58d626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010'}}] {{(pid=91916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:17:23.636648 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:23.645087 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] For port 96dbd9b2-0a54-476f-9523-9d625fab4ea5, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:17:23.650054 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] For port 96dbd9b2-0a54-476f-9523-9d625fab4ea5, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=96dbd9b2-0a54-476f-9523-9d625fab4ea5,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:17:23.659745 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda70dfc-6568-4f6d-849d-65cd71262f7d req-cddd067c-d290-44f8-b9b6-ce0cec56e60e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:23.661212 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eda70dfc-6568-4f6d-849d-65cd71262f7d req-cddd067c-d290-44f8-b9b6-ce0cec56e60e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.2166047 Jun 01 10:17:23.662724 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:23.667480 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d92e361d-f468-4703-a56b-ad75f52047f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:23.735698 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, cleared binding levels {{(pid=91916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:17:23.739598 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cff69a-c843-4000-9748-292e712f388a,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:17:23.743708 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:23.744501 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:23.745714 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2725540'] for port, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:23.745955 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] 10.222.0.82 "PUT /v2.0/ports/96dbd9b2-0a54-476f-9523-9d625fab4ea5 HTTP/1.1" status: 200 len: 1093 time: 1.4210119 Jun 01 10:17:23.748557 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fd581f-538c-47ad-be56-8b13bc750569', 'tag': '96dbd9b2-0a54-476f-9523-9d625fab4ea5'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:17:23.750712 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a9a4030d-3cd4-491e-978d-42285830d289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:23.750854 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1720881-f8ee-4bba-949d-e3de4b6b8a95" -d '{"events": [{"name": "network-changed", "server_uuid": "27fd581f-538c-47ad-be56-8b13bc750569", "tag": "96dbd9b2-0a54-476f-9523-9d625fab4ea5"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:17:23.830551 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaebaaf-7fca-47f0-9624-35dee32f7197 x-openstack-request-id: req-aeaebaaf-7fca-47f0-9624-35dee32f7197 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:17:23.830883 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fd581f-538c-47ad-be56-8b13bc750569", "tag": "96dbd9b2-0a54-476f-9523-9d625fab4ea5", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:17:23.831156 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aeaebaaf-7fca-47f0-9624-35dee32f7197 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:17:23.831576 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fd581f-538c-47ad-be56-8b13bc750569', 'tag': '96dbd9b2-0a54-476f-9523-9d625fab4ea5', 'status': 'completed', 'code': 200} Jun 01 10:17:23.836105 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Pushing event updated for resources: {'Port': ['ID=14cff69a-c843-4000-9748-292e712f388a,revision_number=3']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:23.837023 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eda70dfc-6568-4f6d-849d-65cd71262f7d req-9a66625e-c6c7-4d6b-bbe5-6f2642c9807a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362364 Jun 01 10:17:23.841324 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:23.843208 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Pushing event updated for resources: {'Port': ['ID=96dbd9b2-0a54-476f-9523-9d625fab4ea5,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:23.845838 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:23.846774 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:23.847191 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:23.848163 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-49a4a61d-0b10-4f9f-8cd7-9b548bde71ca service neutron] 10.222.0.82 "PUT /v2.0/ports/14cff69a-c843-4000-9748-292e712f388a HTTP/1.1" status: 200 len: 1093 time: 1.1315129 Jun 01 10:17:23.848786 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'tag': '14cff69a-c843-4000-9748-292e712f388a'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:17:23.851982 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a9a0f0-bf94-412c-8218-81a15850c132" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "tag": "14cff69a-c843-4000-9748-292e712f388a"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:17:23.883646 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-cb8dd2fb-0087-420e-9f8a-0120f2928c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:23.885390 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-cb8dd2fb-0087-420e-9f8a-0120f2928c13 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6&device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 1096 time: 0.0939577 Jun 01 10:17:23.972475 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5f09a9-386b-4552-b7ff-6eed1ca8b54e x-openstack-request-id: req-1d5f09a9-386b-4552-b7ff-6eed1ca8b54e {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:17:23.972801 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "tag": "14cff69a-c843-4000-9748-292e712f388a", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:17:23.973090 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d5f09a9-386b-4552-b7ff-6eed1ca8b54e {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:17:23.973525 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'tag': '14cff69a-c843-4000-9748-292e712f388a', 'status': 'completed', 'code': 200} Jun 01 10:17:24.024449 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-45772630-db85-4779-a70f-b3e8229fb8df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96dbd9b2-0a54-476f-9523-9d625fab4ea5 HTTP/1.1" status: 200 len: 217 time: 0.1263859 Jun 01 10:17:24.028230 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c4792-d298-4637-897e-71248e169ada req-2160b2c9-c914-4806-af42-b2c79423d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:24.030048 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-2160b2c9-c914-4806-af42-b2c79423d9ea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 1096 time: 0.1214352 Jun 01 10:17:24.115986 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-89d53fb6-b922-4538-89b5-f0a5a3d1008b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14cff69a-c843-4000-9748-292e712f388a HTTP/1.1" status: 200 len: 217 time: 0.0759676 Jun 01 10:17:24.161646 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-cd46f027-e76f-43e9-a894-266934eaf6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:24.163077 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-cd46f027-e76f-43e9-a894-266934eaf6d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2495f7f6-4b79-4201-8237-61645accc743 HTTP/1.1" status: 200 len: 850 time: 0.1260960 Jun 01 10:17:24.185121 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c4792-d298-4637-897e-71248e169ada req-b42d5044-3473-4b70-aefd-aa0b3ec46682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:24.186627 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-b42d5044-3473-4b70-aefd-aa0b3ec46682 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 200 len: 856 time: 0.0637617 Jun 01 10:17:24.215961 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484472bc-5391-4580-ae35-a71cbb177d5d req-4d8d4e22-d644-44cf-9e3e-ecc5abbbc2a1 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:24.217420 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-484472bc-5391-4580-ae35-a71cbb177d5d req-4d8d4e22-d644-44cf-9e3e-ecc5abbbc2a1 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 984 time: 0.2448635 Jun 01 10:17:24.291494 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaef4f4-d811-4200-b02f-ebe607d09913 req-f0839059-3022-453f-b17e-f8d0066c23d0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:24.293565 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9eaef4f4-d811-4200-b02f-ebe607d09913 req-f0839059-3022-453f-b17e-f8d0066c23d0 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 943 time: 0.2065105 Jun 01 10:17:24.299260 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-484472bc-5391-4580-ae35-a71cbb177d5d req-032f304b-1fb6-4c47-9a14-3c8185a41124 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&id=6be943c5-e754-4e59-a753-359b55054dca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748370 Jun 01 10:17:24.351961 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-2ee553bc-5cb1-4bcd-aff8-97a1746c6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:24.353334 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-2ee553bc-5cb1-4bcd-aff8-97a1746c6aa2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7900aab4-e9fe-4a51-9bca-0dfd165efadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1811485 Jun 01 10:17:24.356832 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9eaef4f4-d811-4200-b02f-ebe607d09913 req-50d4ff94-cc7c-44b5-9756-1d456cf8312c tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=357721d8-d71d-4362-86ca-45cfb9bf4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551872 Jun 01 10:17:24.369265 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c4792-d298-4637-897e-71248e169ada req-7ae3aef8-fba9-4f9d-b5d3-92abdbbef50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:24.371157 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-7ae3aef8-fba9-4f9d-b5d3-92abdbbef50e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c339b17d-abdf-48dc-8c0f-50ed8b34d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1768546 Jun 01 10:17:24.519934 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-9d345eaa-61dc-4251-80f6-092ae6d87c76 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350758 Jun 01 10:17:24.589404 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-78ebd1bb-2a67-42b6-92c1-35e87f063452 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281351 Jun 01 10:17:24.675581 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-c18c4792-d298-4637-897e-71248e169ada req-7c584d5f-88f5-4850-9c15-52cbdf88c79d service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481924 Jun 01 10:17:24.740123 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79f24f1e-fdde-4fe9-a8a8-71be8406bcd6 req-af2c1f84-156f-4dfe-9246-f0c7f6839b58 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348553 Jun 01 10:17:24.798316 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9a0f0-bf94-412c-8218-81a15850c132 req-3b6946c6-0a8e-4d85-9c69-c6e688279bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:24.799821 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-86a9a0f0-bf94-412c-8218-81a15850c132 req-3b6946c6-0a8e-4d85-9c69-c6e688279bbc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 1096 time: 0.0710731 Jun 01 10:17:24.851943 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1720881-f8ee-4bba-949d-e3de4b6b8a95 req-f235b39b-b262-4248-bd12-14f8ff2f375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:24.853411 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c1720881-f8ee-4bba-949d-e3de4b6b8a95 req-f235b39b-b262-4248-bd12-14f8ff2f375b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6&device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 1096 time: 0.0704114 Jun 01 10:17:24.939330 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9a0f0-bf94-412c-8218-81a15850c132 req-a35a4710-b0dc-49fb-96df-eb5bf267d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:24.940973 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-86a9a0f0-bf94-412c-8218-81a15850c132 req-a35a4710-b0dc-49fb-96df-eb5bf267d29c service neutron] 10.222.0.82 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 919 time: 0.1299875 Jun 01 10:17:25.013056 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6b485225-752d-46ba-b882-df3849ca94ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:25.018183 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-86a9a0f0-bf94-412c-8218-81a15850c132 req-61a7068e-a7fa-4e06-a58e-3386d7f824c1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14cff69a-c843-4000-9748-292e712f388a HTTP/1.1" status: 200 len: 217 time: 0.0696337 Jun 01 10:17:25.039249 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1720881-f8ee-4bba-949d-e3de4b6b8a95 req-f81d609f-cb26-4c18-98d5-0cfce1a0353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:25.040679 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c1720881-f8ee-4bba-949d-e3de4b6b8a95 req-f81d609f-cb26-4c18-98d5-0cfce1a0353b service neutron] 10.222.0.82 "GET /v2.0/networks?id=7900aab4-e9fe-4a51-9bca-0dfd165efadc HTTP/1.1" status: 200 len: 913 time: 0.1750548 Jun 01 10:17:25.081559 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9a0f0-bf94-412c-8218-81a15850c132 req-eab77761-3dde-46cc-aa34-d339ecc1668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:25.083032 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-86a9a0f0-bf94-412c-8218-81a15850c132 req-eab77761-3dde-46cc-aa34-d339ecc1668d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 200 len: 856 time: 0.0579388 Jun 01 10:17:25.115620 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c1720881-f8ee-4bba-949d-e3de4b6b8a95 req-4a180e09-8cff-4677-9397-4bb11d07b021 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96dbd9b2-0a54-476f-9523-9d625fab4ea5 HTTP/1.1" status: 200 len: 217 time: 0.0650630 Jun 01 10:17:25.162774 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9a0f0-bf94-412c-8218-81a15850c132 req-d1ac1db1-8612-4949-851d-3a3c528cfc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:25.164852 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-86a9a0f0-bf94-412c-8218-81a15850c132 req-d1ac1db1-8612-4949-851d-3a3c528cfc8c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c339b17d-abdf-48dc-8c0f-50ed8b34d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0744431 Jun 01 10:17:25.188049 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df7d46-d38d-4212-9f29-b6af3dac45cd req-d6cb4e22-df1b-4d41-9278-05426f491bc1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:25.189503 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-17df7d46-d38d-4212-9f29-b6af3dac45cd req-d6cb4e22-df1b-4d41-9278-05426f491bc1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.2005200 Jun 01 10:17:25.197956 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1720881-f8ee-4bba-949d-e3de4b6b8a95 req-c8974db7-1cac-41b2-b30b-55d82b0b21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:25.199890 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c1720881-f8ee-4bba-949d-e3de4b6b8a95 req-c8974db7-1cac-41b2-b30b-55d82b0b21a2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2495f7f6-4b79-4201-8237-61645accc743 HTTP/1.1" status: 200 len: 850 time: 0.0747020 Jun 01 10:17:25.289835 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-17df7d46-d38d-4212-9f29-b6af3dac45cd req-e67b410f-76fb-48aa-bfbd-588e21447b64 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935035 Jun 01 10:17:25.300062 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-86a9a0f0-bf94-412c-8218-81a15850c132 req-3d36a0cc-f312-459b-b970-0f16c5a25bad service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268239 Jun 01 10:17:25.307692 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1720881-f8ee-4bba-949d-e3de4b6b8a95 req-a24933de-698d-4615-af53-7c587644dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:25.309705 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c1720881-f8ee-4bba-949d-e3de4b6b8a95 req-a24933de-698d-4615-af53-7c587644dab2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7900aab4-e9fe-4a51-9bca-0dfd165efadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0970094 Jun 01 10:17:25.446224 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-86a9a0f0-bf94-412c-8218-81a15850c132 req-b686a159-aeb3-487e-8ab5-a3362e289014 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372826 Jun 01 10:17:25.499363 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c1720881-f8ee-4bba-949d-e3de4b6b8a95 req-07b3131c-d0f5-4c77-a34b-5ec27a1cb921 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811492 Jun 01 10:17:25.692664 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e3c9-6bcc-42cc-84ac-ad0e36eaa437 req-fd1d781e-cb7f-4f15-a4f6-b7ce8321a768 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:25.694151 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-09d7e3c9-6bcc-42cc-84ac-ad0e36eaa437 req-fd1d781e-cb7f-4f15-a4f6-b7ce8321a768 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 984 time: 0.2715313 Jun 01 10:17:25.747214 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e842b4-d4a3-486c-ae55-bfe3f68c8a26 req-3f3ba93f-65ef-43c7-a3f1-dfa4f874f41b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:25.748662 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-69e842b4-d4a3-486c-ae55-bfe3f68c8a26 req-3f3ba93f-65ef-43c7-a3f1-dfa4f874f41b tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 943 time: 0.2524011 Jun 01 10:17:25.750416 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c1720881-f8ee-4bba-949d-e3de4b6b8a95 req-a55cde78-ccc8-4429-8a5c-83aae6c2a896 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155833 Jun 01 10:17:25.790777 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-09d7e3c9-6bcc-42cc-84ac-ad0e36eaa437 req-1160869a-442d-4ffe-b497-cfe44a658217 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&id=6be943c5-e754-4e59-a753-359b55054dca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841558 Jun 01 10:17:25.810673 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-69e842b4-d4a3-486c-ae55-bfe3f68c8a26 req-78613a76-54a3-4688-b8c5-c8a30a64710d tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=357721d8-d71d-4362-86ca-45cfb9bf4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526032 Jun 01 10:17:26.478379 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ba068-ade6-4fc3-9937-e2a315040f3f req-3b4f0077-cde1-442b-a30b-c23b01d8459b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:26.479834 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0e3ba068-ade6-4fc3-9937-e2a315040f3f req-3b4f0077-cde1-442b-a30b-c23b01d8459b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.0796168 Jun 01 10:17:26.523844 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0e3ba068-ade6-4fc3-9937-e2a315040f3f req-6c08b62e-cc86-415c-a83b-5e93b7441579 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382857 Jun 01 10:17:26.703581 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 96dbd9b2-0a54-476f-9523-9d625fab4ea5 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:17:26.840261 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 96dbd9b2-0a54-476f-9523-9d625fab4ea5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=96dbd9b2-0a54-476f-9523-9d625fab4ea5,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:26.854335 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '96dbd9b2-0a54-476f-9523-9d625fab4ea5', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'port_id': '96dbd9b2-0a54-476f-9523-9d625fab4ea5', 'mac_address': 'fa:16:3e:e7:83:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:17:26.919367 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:26.938996 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dbd9b2-0a54-476f-9523-9d625fab4ea5 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:17:26.955552 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 96dbd9b2-0a54-476f-9523-9d625fab4ea5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=96dbd9b2-0a54-476f-9523-9d625fab4ea5,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:26.961472 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:26.963087 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 14cff69a-c843-4000-9748-292e712f388a details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:17:27.001681 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:27.064118 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805f62e-9e94-4669-ba0e-a526a0a46f98 req-44282f56-1b79-420f-a9d5-dfcd5b3146a8 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:27.065609 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2805f62e-9e94-4669-ba0e-a526a0a46f98 req-44282f56-1b79-420f-a9d5-dfcd5b3146a8 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 984 time: 0.1506333 Jun 01 10:17:27.077807 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6bf35-c6b5-4ec1-aba7-2df74e6b5525 req-2137d9f7-bfb6-44af-8e4a-31da53d50cbd tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:27.079300 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f4f6bf35-c6b5-4ec1-aba7-2df74e6b5525 req-2137d9f7-bfb6-44af-8e4a-31da53d50cbd tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 944 time: 0.1225560 Jun 01 10:17:27.145537 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=96dbd9b2-0a54-476f-9523-9d625fab4ea5,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:27.150773 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:27.173660 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cff69a-c843-4000-9748-292e712f388a,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:27.188808 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '14cff69a-c843-4000-9748-292e712f388a', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'port_id': '14cff69a-c843-4000-9748-292e712f388a', 'mac_address': 'fa:16:3e:da:27:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:17:27.248605 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2805f62e-9e94-4669-ba0e-a526a0a46f98 req-4645f4e5-ad39-4f2b-9335-d8af8e81933d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&id=6be943c5-e754-4e59-a753-359b55054dca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1682920 Jun 01 10:17:27.249223 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:27.259376 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f4f6bf35-c6b5-4ec1-aba7-2df74e6b5525 req-bce7d9ec-9547-4063-9ce7-5501f25ad839 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=357721d8-d71d-4362-86ca-45cfb9bf4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645110 Jun 01 10:17:27.270306 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cff69a-c843-4000-9748-292e712f388a {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:17:27.288350 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cff69a-c843-4000-9748-292e712f388a,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:27.292357 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:27.294560 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:27.361973 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=14cff69a-c843-4000-9748-292e712f388a,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:27.365239 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:27.525449 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:27.560978 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['96dbd9b2-0a54-476f-9523-9d625fab4ea5'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:17:27.588842 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['14cff69a-c843-4000-9748-292e712f388a'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:17:27.720100 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6064d1-d412-4f59-aff8-d25a1b8c8d95 req-2a6cab28-239f-4e3e-b6d9-f3c11a6ca9c7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:27.721556 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8a6064d1-d412-4f59-aff8-d25a1b8c8d95 req-2a6cab28-239f-4e3e-b6d9-f3c11a6ca9c7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 944 time: 0.0816717 Jun 01 10:17:27.768052 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8a6064d1-d412-4f59-aff8-d25a1b8c8d95 req-ffb76f8f-ecc3-40f9-b123-50cc3b2b5464 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404418 Jun 01 10:17:27.776341 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ba05c6e4-9113-4124-b3ac-8afc884f9a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:28.512534 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efc343-f547-44ac-96a8-44360d8f4038 req-b9c693a4-0232-47f5-8094-56263bf66dc1 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:28.514110 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-35efc343-f547-44ac-96a8-44360d8f4038 req-b9c693a4-0232-47f5-8094-56263bf66dc1 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 984 time: 0.1501231 Jun 01 10:17:28.514639 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:28.522524 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b321f7-c58f-44c9-93af-5e37d23fa972 req-fcaef4a0-efc5-4df7-9fae-94ee23181f30 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:28.523823 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79b321f7-c58f-44c9-93af-5e37d23fa972 req-fcaef4a0-efc5-4df7-9fae-94ee23181f30 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 944 time: 0.1163616 Jun 01 10:17:28.599527 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-35efc343-f547-44ac-96a8-44360d8f4038 req-b310fa65-6352-4f7d-b7d8-35a47251589e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&id=6be943c5-e754-4e59-a753-359b55054dca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745752 Jun 01 10:17:28.603862 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-79b321f7-c58f-44c9-93af-5e37d23fa972 req-d4c8ce85-a6d0-4431-812c-7e1b38c5a6c7 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=357721d8-d71d-4362-86ca-45cfb9bf4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656991 Jun 01 10:17:28.711106 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 96dbd9b2-0a54-476f-9523-9d625fab4ea5 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:17:28.781394 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port 96dbd9b2-0a54-476f-9523-9d625fab4ea5 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:17:28.786078 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 96dbd9b2-0a54-476f-9523-9d625fab4ea5 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:17:28.786459 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:28.900899 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:28.940868 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fd581f-538c-47ad-be56-8b13bc750569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dbd9b2-0a54-476f-9523-9d625fab4ea5'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:17:28.943025 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee247e5-eb8a-4a76-8a83-ec619e000f12" -d '{"events": [{"server_uuid": "27fd581f-538c-47ad-be56-8b13bc750569", "name": "network-vif-plugged", "status": "completed", "tag": "96dbd9b2-0a54-476f-9523-9d625fab4ea5"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:17:28.949100 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:28.951801 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 96dbd9b2-0a54-476f-9523-9d625fab4ea5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=96dbd9b2-0a54-476f-9523-9d625fab4ea5,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:28.955773 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:28.956631 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 14cff69a-c843-4000-9748-292e712f388a up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:17:28.961432 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110ef93-b4c9-4fb3-8eb2-25db9b0a77d6 req-d99111c0-6a3c-476b-bb1d-0cb4288a6af8 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:28.962964 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0110ef93-b4c9-4fb3-8eb2-25db9b0a77d6 req-d99111c0-6a3c-476b-bb1d-0cb4288a6af8 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 944 time: 0.0803590 Jun 01 10:17:28.985414 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:29.011817 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0110ef93-b4c9-4fb3-8eb2-25db9b0a77d6 req-011d48a4-4b5e-4492-8e91-d35b9b5d28d1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 Jun 01 10:17:29.018675 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2742654f-ae31-4b22-99c8-ee08f8cad5aa x-openstack-request-id: req-2742654f-ae31-4b22-99c8-ee08f8cad5aa {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:17:29.018976 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fd581f-538c-47ad-be56-8b13bc750569", "name": "network-vif-plugged", "status": "completed", "tag": "96dbd9b2-0a54-476f-9523-9d625fab4ea5", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:17:29.019230 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2742654f-ae31-4b22-99c8-ee08f8cad5aa {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:17:29.019626 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fd581f-538c-47ad-be56-8b13bc750569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dbd9b2-0a54-476f-9523-9d625fab4ea5', 'code': 200} Jun 01 10:17:29.076026 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=96dbd9b2-0a54-476f-9523-9d625fab4ea5,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:29.079126 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:29.089651 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port 14cff69a-c843-4000-9748-292e712f388a completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:17:29.096227 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 14cff69a-c843-4000-9748-292e712f388a triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:17:29.096606 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:29.233298 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc522ce-e2db-4506-b2f3-75744fbc2803 req-75c00f03-a73f-4086-bef1-42688c2fc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:29.235326 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5dc522ce-e2db-4506-b2f3-75744fbc2803 req-75c00f03-a73f-4086-bef1-42688c2fc4cc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 1098 time: 0.0768862 Jun 01 10:17:29.244528 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:29.279288 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5dc522ce-e2db-4506-b2f3-75744fbc2803 req-c9e4e880-0b9f-458a-89a6-6cb3cfbb4750 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=357721d8-d71d-4362-86ca-45cfb9bf4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362093 Jun 01 10:17:29.282229 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cff69a-c843-4000-9748-292e712f388a,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:29.285956 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:29.288987 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:29.361797 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=14cff69a-c843-4000-9748-292e712f388a,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:29.365289 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:29.849399 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeabbaa-aad7-48d8-8dae-a648ad447e43 req-d53847a1-6a99-452d-9336-3c3e1f43f810 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:29.850863 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2eeabbaa-aad7-48d8-8dae-a648ad447e43 req-d53847a1-6a99-452d-9336-3c3e1f43f810 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 984 time: 0.1413002 Jun 01 10:17:29.859177 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003d1b3-d171-4ec8-a689-94fb90ace5d7 req-094561e2-8c63-4f1b-931d-5cce2983782d tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:29.860521 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3003d1b3-d171-4ec8-a689-94fb90ace5d7 req-094561e2-8c63-4f1b-931d-5cce2983782d tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 945 time: 0.1206102 Jun 01 10:17:29.930008 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2eeabbaa-aad7-48d8-8dae-a648ad447e43 req-f3c170a1-0075-42c5-b320-f38564eb18eb tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&id=6be943c5-e754-4e59-a753-359b55054dca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684953 Jun 01 10:17:29.937292 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3003d1b3-d171-4ec8-a689-94fb90ace5d7 req-a4758df2-d060-477e-ae7b-32c87bb1e845 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=357721d8-d71d-4362-86ca-45cfb9bf4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627987 Jun 01 10:17:30.204579 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b99651-2fdc-42ef-974d-d63688a4f5ac req-c6c9fc8e-faf4-4c26-b635-1dc8292e41b5 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:30.206000 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-01b99651-2fdc-42ef-974d-d63688a4f5ac req-c6c9fc8e-faf4-4c26-b635-1dc8292e41b5 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0830245 Jun 01 10:17:30.252171 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-01b99651-2fdc-42ef-974d-d63688a4f5ac req-8218a766-e809-424f-bed8-ab5caacda526 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400977 Jun 01 10:17:30.358690 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:31.020823 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cff69a-c843-4000-9748-292e712f388a'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:17:31.023814 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6b1d5a-2d58-4a6e-96d1-5e1f87bfba4e" -d '{"events": [{"server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "name": "network-vif-plugged", "status": "completed", "tag": "14cff69a-c843-4000-9748-292e712f388a"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:17:31.194976 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09f653-7b49-49f4-bdaa-55fe671067cd req-108ad504-7124-4eb5-a847-700d22f9d313 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:31.196573 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5b09f653-7b49-49f4-bdaa-55fe671067cd req-108ad504-7124-4eb5-a847-700d22f9d313 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 984 time: 0.1455333 Jun 01 10:17:31.210107 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e1449-807e-4083-ae23-d06db2326eb6 req-8d2fa102-0ed5-41a5-bba6-d7074865941c tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:31.211765 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a25e1449-807e-4083-ae23-d06db2326eb6 req-8d2fa102-0ed5-41a5-bba6-d7074865941c tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 945 time: 0.1624892 Jun 01 10:17:31.286323 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5b09f653-7b49-49f4-bdaa-55fe671067cd req-9bf3fcac-546f-4fe1-abd9-6f4f0bf58b8e tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&id=6be943c5-e754-4e59-a753-359b55054dca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736296 Jun 01 10:17:31.290736 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a25e1449-807e-4083-ae23-d06db2326eb6 req-34d63b5d-ea8a-4469-85f1-b772dea6344a tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=357721d8-d71d-4362-86ca-45cfb9bf4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628381 Jun 01 10:17:31.338164 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7624bd32-ee49-47aa-ae73-576b841c31bd x-openstack-request-id: req-7624bd32-ee49-47aa-ae73-576b841c31bd {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:17:31.338459 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "name": "network-vif-plugged", "status": "completed", "tag": "14cff69a-c843-4000-9748-292e712f388a", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:17:31.338734 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7624bd32-ee49-47aa-ae73-576b841c31bd {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:17:31.339400 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cff69a-c843-4000-9748-292e712f388a', 'code': 200} Jun 01 10:17:31.595445 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb408b0-0d6d-4e80-9df3-6506cf769cbd req-ff195d58-6619-46fc-8a0d-2e41fb39bfba tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:31.596911 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eeb408b0-0d6d-4e80-9df3-6506cf769cbd req-ff195d58-6619-46fc-8a0d-2e41fb39bfba tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.2072778 Jun 01 10:17:31.606373 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cae59-c5f8-4872-b264-bbf25cffb0b9 req-33b3c334-7350-4a95-82e7-57eb0a4b7fe8 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:31.607727 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-230cae59-c5f8-4872-b264-bbf25cffb0b9 req-33b3c334-7350-4a95-82e7-57eb0a4b7fe8 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 945 time: 0.1659760 Jun 01 10:17:31.616122 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36668) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:31.622029 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-0547a8a7-ff04-4d38-bf5f-b5244f327e06 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Request body: {'floatingip': {'port_id': '96dbd9b2-0a54-476f-9523-9d625fab4ea5'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:31.662590 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eeb408b0-0d6d-4e80-9df3-6506cf769cbd req-db5fcdab-40be-40fb-8772-0ab5fc2a041b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488076 Jun 01 10:17:31.671506 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e88f6a-55ce-4418-b5fe-608ab0a3a06e req-a63770d8-8e39-41b8-8dfe-d32711b1d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:31.672931 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-12e88f6a-55ce-4418-b5fe-608ab0a3a06e req-a63770d8-8e39-41b8-8dfe-d32711b1d1af service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 1098 time: 0.1410742 Jun 01 10:17:31.700651 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0547a8a7-ff04-4d38-bf5f-b5244f327e06 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:31.717763 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-12e88f6a-55ce-4418-b5fe-608ab0a3a06e req-0261f132-e377-472c-a4a9-d55e8016ddf6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360961 Jun 01 10:17:32.384699 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0547a8a7-ff04-4d38-bf5f-b5244f327e06 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:32.389372 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0547a8a7-ff04-4d38-bf5f-b5244f327e06 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:32.488774 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21562d71-c248-44fa-9f2a-55b9584c3cc7 req-e1d24100-2735-4490-ad1d-7dd9d386a196 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:32.490710 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-21562d71-c248-44fa-9f2a-55b9584c3cc7 req-e1d24100-2735-4490-ad1d-7dd9d386a196 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 984 time: 0.0833507 Jun 01 10:17:32.553141 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-21562d71-c248-44fa-9f2a-55b9584c3cc7 req-fb125801-83c9-4491-a775-a64771291d92 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&id=6be943c5-e754-4e59-a753-359b55054dca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553081 Jun 01 10:17:32.567460 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.l3_db [None req-0547a8a7-ff04-4d38-bf5f-b5244f327e06 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Floating IP e96d5fe9-046b-4e63-af11-bc980d94f5db associated. External IP: 172.28.3.52, port: 96dbd9b2-0a54-476f-9523-9d625fab4ea5. Jun 01 10:17:32.913784 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36e6a6-5f91-4038-aaab-0dcf73acebab req-a8bdc3ad-65cd-422e-841f-cf6914773e2a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:32.915310 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc36e6a6-5f91-4038-aaab-0dcf73acebab req-a8bdc3ad-65cd-422e-841f-cf6914773e2a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1306448 Jun 01 10:17:32.982325 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc36e6a6-5f91-4038-aaab-0dcf73acebab req-ac9a3a47-35bb-4fe1-b623-cd605cdcba5d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581944 Jun 01 10:17:33.007895 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0547a8a7-ff04-4d38-bf5f-b5244f327e06 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Router 2e58d5fa-4952-489a-8608-9a6979193376 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:17:33.186717 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0547a8a7-ff04-4d38-bf5f-b5244f327e06 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:17:33.191484 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-0547a8a7-ff04-4d38-bf5f-b5244f327e06 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:33.196361 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c4e71f-6f1b-43bf-be70-b8065cfc6d13 None None] Sync routers for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:17:33.206166 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c4e71f-6f1b-43bf-be70-b8065cfc6d13 None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:17:33.206781 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-30c4e71f-6f1b-43bf-be70-b8065cfc6d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:17:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:33.245091 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-0547a8a7-ff04-4d38-bf5f-b5244f327e06 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "PUT /v2.0/floatingips/e96d5fe9-046b-4e63-af11-bc980d94f5db HTTP/1.1" status: 200 len: 990 time: 1.6278720 Jun 01 10:17:33.246670 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fd581f-538c-47ad-be56-8b13bc750569', 'tag': '96dbd9b2-0a54-476f-9523-9d625fab4ea5'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:17:33.248986 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123575e4-ec73-440c-9ebe-590a9d5da6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "27fd581f-538c-47ad-be56-8b13bc750569", "tag": "96dbd9b2-0a54-476f-9523-9d625fab4ea5"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:17:33.295599 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421e8069-726d-4b8f-b0f6-a79d6317422f x-openstack-request-id: req-421e8069-726d-4b8f-b0f6-a79d6317422f {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:17:33.295936 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fd581f-538c-47ad-be56-8b13bc750569", "tag": "96dbd9b2-0a54-476f-9523-9d625fab4ea5", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:17:33.296226 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-421e8069-726d-4b8f-b0f6-a79d6317422f {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:17:33.296950 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fd581f-538c-47ad-be56-8b13bc750569', 'tag': '96dbd9b2-0a54-476f-9523-9d625fab4ea5', 'status': 'completed', 'code': 200} Jun 01 10:17:33.395077 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-30c4e71f-6f1b-43bf-be70-b8065cfc6d13 None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:17:33.396517 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123575e4-ec73-440c-9ebe-590a9d5da6ba req-91ec9d6e-fd31-42fb-95fe-af1fff52c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:33.398036 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-123575e4-ec73-440c-9ebe-590a9d5da6ba req-91ec9d6e-fd31-42fb-95fe-af1fff52c3dc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6&device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 1098 time: 0.0773344 Jun 01 10:17:33.527991 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123575e4-ec73-440c-9ebe-590a9d5da6ba req-0225a53b-d9e5-4c9d-a481-68048e7518a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:33.529419 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-123575e4-ec73-440c-9ebe-590a9d5da6ba req-0225a53b-d9e5-4c9d-a481-68048e7518a3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7900aab4-e9fe-4a51-9bca-0dfd165efadc HTTP/1.1" status: 200 len: 913 time: 0.1247222 Jun 01 10:17:33.773944 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-30c4e71f-6f1b-43bf-be70-b8065cfc6d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': 'e96d5fe9-046b-4e63-af11-bc980d94f5db', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'floating_ip_address': '172.28.3.52', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'port_id': '96dbd9b2-0a54-476f-9523-9d625fab4ea5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'mac_address': 'fa:16:3e:e7:83:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd581f-538c-47ad-be56-8b13bc750569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:17:17Z', 'updated_at': '2021-06-01T10:17:32Z', 'revision_number': 1, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:05Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:33.778672 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c4e71f-6f1b-43bf-be70-b8065cfc6d13 None None] Checking router: 2e58d5fa-4952-489a-8608-9a6979193376 for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:17:33.781784 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-123575e4-ec73-440c-9ebe-590a9d5da6ba req-3397ab4a-4ccb-4bd2-8ee0-3eda1947f246 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96dbd9b2-0a54-476f-9523-9d625fab4ea5 HTTP/1.1" status: 200 len: 998 time: 0.2448859 Jun 01 10:17:33.787134 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c4e71f-6f1b-43bf-be70-b8065cfc6d13 None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:17:33.787735 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-30c4e71f-6f1b-43bf-be70-b8065cfc6d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:17:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:33.836155 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2739f4d-8ca4-4457-9ee9-778b0b2fdbe2 req-9172776e-7b5c-49c5-82a9-efb32e95f3f6 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:33.837602 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f2739f4d-8ca4-4457-9ee9-778b0b2fdbe2 req-9172776e-7b5c-49c5-82a9-efb32e95f3f6 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 984 time: 0.1517282 Jun 01 10:17:33.895529 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123575e4-ec73-440c-9ebe-590a9d5da6ba req-dcd0c88e-d0d4-498f-868d-745f1e81e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:33.896938 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-123575e4-ec73-440c-9ebe-590a9d5da6ba req-dcd0c88e-d0d4-498f-868d-745f1e81e7d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2495f7f6-4b79-4201-8237-61645accc743 HTTP/1.1" status: 200 len: 850 time: 0.1004863 Jun 01 10:17:33.903996 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f2739f4d-8ca4-4457-9ee9-778b0b2fdbe2 req-9e67258a-15ef-4efa-87ab-127b9c8f17ee tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&id=6be943c5-e754-4e59-a753-359b55054dca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578294 Jun 01 10:17:33.973172 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-30c4e71f-6f1b-43bf-be70-b8065cfc6d13 None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:17:33.992023 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123575e4-ec73-440c-9ebe-590a9d5da6ba req-06478df6-89dc-46ac-ac71-918b999e5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:33.993490 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-123575e4-ec73-440c-9ebe-590a9d5da6ba req-06478df6-89dc-46ac-ac71-918b999e5b39 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7900aab4-e9fe-4a51-9bca-0dfd165efadc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0886686 Jun 01 10:17:34.203319 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-123575e4-ec73-440c-9ebe-590a9d5da6ba req-2a7d621f-7a81-4f2f-adec-2c44e97d815b service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009313 Jun 01 10:17:34.310883 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a372fd-1a8d-4214-9ae9-e706e5f6ac23 req-8e7716d3-e3b4-420c-92f3-a6b24a4f34ce tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:34.312255 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-18a372fd-1a8d-4214-9ae9-e706e5f6ac23 req-8e7716d3-e3b4-420c-92f3-a6b24a4f34ce tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1846962 Jun 01 10:17:34.348770 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-30c4e71f-6f1b-43bf-be70-b8065cfc6d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': 'e96d5fe9-046b-4e63-af11-bc980d94f5db', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'floating_ip_address': '172.28.3.52', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'port_id': '96dbd9b2-0a54-476f-9523-9d625fab4ea5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'mac_address': 'fa:16:3e:e7:83:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd581f-538c-47ad-be56-8b13bc750569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:17:17Z', 'updated_at': '2021-06-01T10:17:32Z', 'revision_number': 1, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:05Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:34.353051 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c4e71f-6f1b-43bf-be70-b8065cfc6d13 None None] The sync data for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb is: [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': 'e96d5fe9-046b-4e63-af11-bc980d94f5db', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'floating_ip_address': '172.28.3.52', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'port_id': '96dbd9b2-0a54-476f-9523-9d625fab4ea5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'mac_address': 'fa:16:3e:e7:83:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fd581f-538c-47ad-be56-8b13bc750569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:17:17Z', 'updated_at': '2021-06-01T10:17:32Z', 'revision_number': 1, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:05Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:17:34.386173 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-18a372fd-1a8d-4214-9ae9-e706e5f6ac23 req-9508b650-e936-47c1-865b-241023e7a155 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671666 Jun 01 10:17:34.388749 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-123575e4-ec73-440c-9ebe-590a9d5da6ba req-85ffe45d-506c-4939-a01a-3bca845ed5b5 service neutron] 10.222.0.82 "GET /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745129 Jun 01 10:17:34.560814 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104cb478-7b5c-4cc7-8665-ec6fe56fcc1a None None] New status for floating IP e96d5fe9-046b-4e63-af11-bc980d94f5db: ACTIVE {{(pid=91918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:17:34.591545 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ad35a-c61c-4193-85a3-5b290873dd15 req-cec9fa91-f554-4f42-85e1-a4c8c40bed92 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:34.592960 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-243ad35a-c61c-4193-85a3-5b290873dd15 req-cec9fa91-f554-4f42-85e1-a4c8c40bed92 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0829523 Jun 01 10:17:34.601757 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 36700) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:17:34.607756 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-a0f79113-75d3-4190-9384-c39a13b65c88 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Request body: {'floatingip': {'port_id': '14cff69a-c843-4000-9748-292e712f388a'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:34.686047 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a0f79113-75d3-4190-9384-c39a13b65c88 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, before_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:35.384602 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a0f79113-75d3-4190-9384-c39a13b65c88 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:35.388387 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a0f79113-75d3-4190-9384-c39a13b65c88 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:35.562946 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.l3_db [None req-a0f79113-75d3-4190-9384-c39a13b65c88 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Floating IP b08c6289-ba24-4e71-962a-1570db97125e associated. External IP: 172.28.3.149, port: 14cff69a-c843-4000-9748-292e712f388a. Jun 01 10:17:35.919400 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f79113-75d3-4190-9384-c39a13b65c88 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Router 0d5c2b10-c164-436c-9f1c-f3c6385e796e has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:17:36.110491 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f79113-75d3-4190-9384-c39a13b65c88 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:17:36.115311 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a0f79113-75d3-4190-9384-c39a13b65c88 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:36.123042 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5afce23-9def-45cf-a53a-1f3d75347c4a None None] Sync routers for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:17:36.136014 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5afce23-9def-45cf-a53a-1f3d75347c4a None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:17:36.138149 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-c5afce23-9def-45cf-a53a-1f3d75347c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:17:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:36.174759 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-a0f79113-75d3-4190-9384-c39a13b65c88 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "PUT /v2.0/floatingips/b08c6289-ba24-4e71-962a-1570db97125e HTTP/1.1" status: 200 len: 991 time: 1.5717793 Jun 01 10:17:36.175409 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'tag': '14cff69a-c843-4000-9748-292e712f388a'}] {{(pid=91916) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:17:36.177818 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32aca4b9b1e490cffe54f189c2b6aa942210c4f6017adb0863e7821c5d6efb6b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ec3abf-77dd-44fb-858b-7e0e7c48f37e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "tag": "14cff69a-c843-4000-9748-292e712f388a"}]}' {{(pid=91916) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:17:36.270355 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621bab83-b027-461c-b1a9-9016fe96d462 x-openstack-request-id: req-621bab83-b027-461c-b1a9-9016fe96d462 {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:17:36.270677 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "tag": "14cff69a-c843-4000-9748-292e712f388a", "status": "completed", "code": 200}]} {{(pid=91916) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:17:36.270959 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-621bab83-b027-461c-b1a9-9016fe96d462 {{(pid=91916) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:17:36.271386 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'tag': '14cff69a-c843-4000-9748-292e712f388a', 'status': 'completed', 'code': 200} Jun 01 10:17:36.384606 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-c5afce23-9def-45cf-a53a-1f3d75347c4a None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:17:36.458052 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec3abf-77dd-44fb-858b-7e0e7c48f37e req-c33bf12a-bf67-47ee-8d6b-8178b16e0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:36.459438 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-55ec3abf-77dd-44fb-858b-7e0e7c48f37e req-c33bf12a-bf67-47ee-8d6b-8178b16e0760 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 1098 time: 0.1536536 Jun 01 10:17:36.470609 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014f647-a5c6-4402-b238-a2402ff650dc req-8164241e-1096-49b9-90b6-7151c49312c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:36.472079 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7014f647-a5c6-4402-b238-a2402ff650dc req-8164241e-1096-49b9-90b6-7151c49312c8 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1181724 Jun 01 10:17:36.597269 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7014f647-a5c6-4402-b238-a2402ff650dc req-2473faf1-f252-4257-bc78-fda7893bab5c tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068833 Jun 01 10:17:36.636220 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec3abf-77dd-44fb-858b-7e0e7c48f37e req-6da74d9b-d626-4dee-9158-c0b715115c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:36.638628 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-55ec3abf-77dd-44fb-858b-7e0e7c48f37e req-6da74d9b-d626-4dee-9158-c0b715115c9a service neutron] 10.222.0.82 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 919 time: 0.1656840 Jun 01 10:17:36.739403 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-c5afce23-9def-45cf-a53a-1f3d75347c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': 'b08c6289-ba24-4e71-962a-1570db97125e', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'floating_ip_address': '172.28.3.149', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'port_id': '14cff69a-c843-4000-9748-292e712f388a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'mac_address': 'fa:16:3e:da:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:17:18Z', 'updated_at': '2021-06-01T10:17:35Z', 'revision_number': 1, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:13Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:36.743189 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5afce23-9def-45cf-a53a-1f3d75347c4a None None] Checking router: 0d5c2b10-c164-436c-9f1c-f3c6385e796e for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:17:36.751259 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-55ec3abf-77dd-44fb-858b-7e0e7c48f37e req-e93667ee-ee11-40de-a21d-0a5c7eca51c3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14cff69a-c843-4000-9748-292e712f388a HTTP/1.1" status: 200 len: 999 time: 0.1011279 Jun 01 10:17:36.752127 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5afce23-9def-45cf-a53a-1f3d75347c4a None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:17:36.752734 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-c5afce23-9def-45cf-a53a-1f3d75347c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:17:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:36.826903 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec3abf-77dd-44fb-858b-7e0e7c48f37e req-b9c27399-a2cd-4afa-a5b3-b9e106c299c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:36.828321 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-55ec3abf-77dd-44fb-858b-7e0e7c48f37e req-b9c27399-a2cd-4afa-a5b3-b9e106c299c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 200 len: 856 time: 0.0611434 Jun 01 10:17:36.911036 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec3abf-77dd-44fb-858b-7e0e7c48f37e req-b3b92647-9a80-4f86-bad4-467412664fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:36.912486 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-55ec3abf-77dd-44fb-858b-7e0e7c48f37e req-b3b92647-9a80-4f86-bad4-467412664fd6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c339b17d-abdf-48dc-8c0f-50ed8b34d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0705810 Jun 01 10:17:36.934639 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-c5afce23-9def-45cf-a53a-1f3d75347c4a None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:17:37.045827 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-55ec3abf-77dd-44fb-858b-7e0e7c48f37e req-1ee64a33-a0bc-4acf-8b84-1ea856c4e7d9 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260033 Jun 01 10:17:37.273213 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-55ec3abf-77dd-44fb-858b-7e0e7c48f37e req-6bfc586e-a193-4c6b-a597-0c290e8f693f service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205606 Jun 01 10:17:37.294220 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-c5afce23-9def-45cf-a53a-1f3d75347c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': 'b08c6289-ba24-4e71-962a-1570db97125e', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'floating_ip_address': '172.28.3.149', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'port_id': '14cff69a-c843-4000-9748-292e712f388a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'mac_address': 'fa:16:3e:da:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:17:18Z', 'updated_at': '2021-06-01T10:17:35Z', 'revision_number': 1, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:13Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:17:37.298785 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5afce23-9def-45cf-a53a-1f3d75347c4a None None] The sync data for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb is: [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_floatingips': [{'id': 'b08c6289-ba24-4e71-962a-1570db97125e', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'floating_ip_address': '172.28.3.149', 'floating_network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'router_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'port_id': '14cff69a-c843-4000-9748-292e712f388a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'mac_address': 'fa:16:3e:da:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T10:17:18Z', 'updated_at': '2021-06-01T10:17:35Z', 'revision_number': 1, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:13Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:17:37.515521 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3afd49-495a-4d71-9dd6-18b2bb831443 None None] New status for floating IP b08c6289-ba24-4e71-962a-1570db97125e: ACTIVE {{(pid=91918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:17:37.805151 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb570149-5681-4ab4-83bd-2b4d55147f99 req-223f32fa-a542-48ea-9964-011f0a8dca7d tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:37.806884 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cb570149-5681-4ab4-83bd-2b4d55147f99 req-223f32fa-a542-48ea-9964-011f0a8dca7d tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.0932159 Jun 01 10:17:37.860596 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cb570149-5681-4ab4-83bd-2b4d55147f99 req-67680576-ff8d-4a0c-89c4-e232d889fd07 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480502 Jun 01 10:17:39.176073 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1647b0-3c77-42d7-86c0-d3e05ff03e99 req-1f461f90-7bb1-46e5-ad58-e6ee3fe2712f tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:39.177587 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2a1647b0-3c77-42d7-86c0-d3e05ff03e99 req-1f461f90-7bb1-46e5-ad58-e6ee3fe2712f tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.2086046 Jun 01 10:17:39.224186 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2a1647b0-3c77-42d7-86c0-d3e05ff03e99 req-8ae8da36-210f-4c91-97c1-9b545d03e1db tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402482 Jun 01 10:17:40.416159 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6543b7-a239-400c-9de5-6f0940ce912d req-6e3954a2-e850-4ef4-bbbe-fa78efd613ef tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:40.417581 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ec6543b7-a239-400c-9de5-6f0940ce912d req-6e3954a2-e850-4ef4-bbbe-fa78efd613ef tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.0836287 Jun 01 10:17:40.473596 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ec6543b7-a239-400c-9de5-6f0940ce912d req-28bc9e28-e228-4ef6-b465-98f6948b0873 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495522 Jun 01 10:17:41.717064 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed016a-4206-488e-8ce5-d31ad693516d req-1c707efc-71f5-4b57-8790-e4b3128c9626 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:41.718585 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-daed016a-4206-488e-8ce5-d31ad693516d req-1c707efc-71f5-4b57-8790-e4b3128c9626 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1343350 Jun 01 10:17:41.763390 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-daed016a-4206-488e-8ce5-d31ad693516d req-ae4d80fb-44bb-40f1-bd01-4d4c6e73a59f tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390007 Jun 01 10:17:42.953529 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a0112-862c-4467-9ede-7fb5f93b5f8b req-26c44522-5edd-4227-b676-c30fd7c816a5 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:42.954868 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bc1a0112-862c-4467-9ede-7fb5f93b5f8b req-26c44522-5edd-4227-b676-c30fd7c816a5 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.0832460 Jun 01 10:17:43.000879 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bc1a0112-862c-4467-9ede-7fb5f93b5f8b req-77ae5c44-160c-4443-8c5e-365d9ff326a3 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400872 Jun 01 10:17:44.248526 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f95f10-d06b-4d73-be68-cb1ac1bdb65d req-434f6c5c-296d-48f6-ad86-d2c2996f6771 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:44.250030 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-68f95f10-d06b-4d73-be68-cb1ac1bdb65d req-434f6c5c-296d-48f6-ad86-d2c2996f6771 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 945 time: 0.1413062 Jun 01 10:17:44.262294 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a66edb-6ef9-467e-890e-124446752a5e req-d02274df-8dfc-41af-b11e-1eb30ee06578 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:44.263596 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-85a66edb-6ef9-467e-890e-124446752a5e req-d02274df-8dfc-41af-b11e-1eb30ee06578 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1530209 Jun 01 10:17:44.333091 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-68f95f10-d06b-4d73-be68-cb1ac1bdb65d req-bf1b708a-96cd-4bec-9764-fd8f8b487b6b tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685496 Jun 01 10:17:44.335819 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-85a66edb-6ef9-467e-890e-124446752a5e req-ae65bc34-a818-4ac2-ab62-7b24374aa3fa tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586600 Jun 01 10:17:45.588634 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e98df4-0dcc-4d15-a473-c7e0926d237b req-a8950bcf-f7c5-40a3-afc8-d57188cc8508 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:45.590616 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06e98df4-0dcc-4d15-a473-c7e0926d237b req-a8950bcf-f7c5-40a3-afc8-d57188cc8508 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 945 time: 0.1506059 Jun 01 10:17:45.598200 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03456470-f13e-4fd0-be5c-13bc919099fc req-c9b87d16-0df4-4f3d-9e3b-9c21e8c5af31 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:45.599528 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-03456470-f13e-4fd0-be5c-13bc919099fc req-c9b87d16-0df4-4f3d-9e3b-9c21e8c5af31 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1180685 Jun 01 10:17:45.669551 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06e98df4-0dcc-4d15-a473-c7e0926d237b req-032fc8c3-ebb7-4c2d-887c-3d3ce0b3fe36 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690644 Jun 01 10:17:45.682126 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-03456470-f13e-4fd0-be5c-13bc919099fc req-4e4911f9-78d6-4f0e-91c2-77e3ceaa4d36 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667562 Jun 01 10:17:46.535412 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18a15f-6b66-4a55-a38b-78ad0d29be01 req-ff9a9bb5-de59-4c97-be34-3a909aeb46c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:46.536872 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3c18a15f-6b66-4a55-a38b-78ad0d29be01 req-ff9a9bb5-de59-4c97-be34-3a909aeb46c2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1e8360a446b743c383364da9ac1aefa3&device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 1099 time: 0.0717723 Jun 01 10:17:46.672699 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18a15f-6b66-4a55-a38b-78ad0d29be01 req-74b0fcc8-e739-4c89-aebd-db5ed16366dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:46.674161 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3c18a15f-6b66-4a55-a38b-78ad0d29be01 req-74b0fcc8-e739-4c89-aebd-db5ed16366dc service neutron] 10.222.0.82 "GET /v2.0/networks?id=928eadfc-4fb3-4244-9825-0817c1006108 HTTP/1.1" status: 200 len: 910 time: 0.1298378 Jun 01 10:17:46.786909 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3c18a15f-6b66-4a55-a38b-78ad0d29be01 req-d24bae41-44ec-4271-a4c2-e5d7c2ca91d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b15a6678-5590-45c0-936b-96d1243c88b4 HTTP/1.1" status: 200 len: 1002 time: 0.1024182 Jun 01 10:17:46.947235 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18a15f-6b66-4a55-a38b-78ad0d29be01 req-ec7ad085-c984-4b37-8b9c-afa1dd35fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:46.948666 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3c18a15f-6b66-4a55-a38b-78ad0d29be01 req-ec7ad085-c984-4b37-8b9c-afa1dd35fcbf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fbbf1881-0f13-4694-80b9-bfd01483e555 HTTP/1.1" status: 200 len: 847 time: 0.1323123 Jun 01 10:17:47.017903 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba949ca-7ddd-4582-b797-ddd338fce183 req-5a08f05d-df85-4fdc-a31a-e0fb143eba62 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:47.019365 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ba949ca-7ddd-4582-b797-ddd338fce183 req-5a08f05d-df85-4fdc-a31a-e0fb143eba62 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 945 time: 0.2355545 Jun 01 10:17:47.034260 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb21f9-b4bc-4939-8af8-2fb7f34f7d9d req-549014b6-8a41-4937-91e1-9df365cf0f4b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:47.035631 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b3fb21f9-b4bc-4939-8af8-2fb7f34f7d9d req-549014b6-8a41-4937-91e1-9df365cf0f4b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.2182372 Jun 01 10:17:47.116100 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ba949ca-7ddd-4582-b797-ddd338fce183 req-ed5d9d0e-a216-4dea-aaef-b3c6b35df9e1 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905731 Jun 01 10:17:47.122582 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b3fb21f9-b4bc-4939-8af8-2fb7f34f7d9d req-96a20ff6-0e29-422f-8b21-52e117e0bbee tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801711 Jun 01 10:17:47.137758 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18a15f-6b66-4a55-a38b-78ad0d29be01 req-63feda65-3950-4cdc-8109-acc4e47b606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:47.139752 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3c18a15f-6b66-4a55-a38b-78ad0d29be01 req-63feda65-3950-4cdc-8109-acc4e47b606d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=928eadfc-4fb3-4244-9825-0817c1006108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1775365 Jun 01 10:17:47.370090 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3c18a15f-6b66-4a55-a38b-78ad0d29be01 req-ba6d5540-c25b-439a-aa29-8f0859c434b7 service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196572 Jun 01 10:17:47.503484 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3c18a15f-6b66-4a55-a38b-78ad0d29be01 req-626197ad-cefa-4485-b2b4-74ce9001d99b service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215713 Jun 01 10:17:47.968550 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:17:48.370933 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f8525-60ed-49c0-a737-b87fa94e7c7e req-b35bb124-f89b-457b-8b69-33111e32b7ea tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:48.372398 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1d4f8525-60ed-49c0-a737-b87fa94e7c7e req-b35bb124-f89b-457b-8b69-33111e32b7ea tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1085563 Jun 01 10:17:48.380905 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1f91f-29ec-4203-8b86-497f3032eed9 req-436f30ac-de17-42a7-bce2-9ec672f3b84d tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:48.382285 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-78a1f91f-29ec-4203-8b86-497f3032eed9 req-436f30ac-de17-42a7-bce2-9ec672f3b84d tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 945 time: 0.1553078 Jun 01 10:17:48.453664 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1d4f8525-60ed-49c0-a737-b87fa94e7c7e req-9937a69b-98b6-4bbc-a949-b80f9363605c tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704310 Jun 01 10:17:48.458433 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-78a1f91f-29ec-4203-8b86-497f3032eed9 req-3df2542b-6531-4fb7-bce5-578575416b8d tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621221 Jun 01 10:17:49.715765 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2db03-c10d-4fe4-8187-e7205048beec req-acc56c36-1082-4b00-8b31-ce024c97b6e9 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:49.717268 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06c2db03-c10d-4fe4-8187-e7205048beec req-acc56c36-1082-4b00-8b31-ce024c97b6e9 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1481209 Jun 01 10:17:49.725482 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43363fc-d9f2-4d2e-b3e8-bbe39f36a4e3 req-73438278-2721-4057-bbd7-8df432842c5f tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:49.726884 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f43363fc-d9f2-4d2e-b3e8-bbe39f36a4e3 req-73438278-2721-4057-bbd7-8df432842c5f tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 945 time: 0.1258812 Jun 01 10:17:49.799795 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06c2db03-c10d-4fe4-8187-e7205048beec req-52ca8e21-6a74-42a8-8655-c96961e50334 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719414 Jun 01 10:17:49.802540 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f43363fc-d9f2-4d2e-b3e8-bbe39f36a4e3 req-560c6fc8-6211-4748-8262-5d14722d4f2a tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613174 Jun 01 10:17:50.333135 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bcefd-2dd5-4a77-b68b-67ac93ad5c30 req-731d1255-a726-434e-9dbf-4de226dd82ec tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:50.334629 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-451bcefd-2dd5-4a77-b68b-67ac93ad5c30 req-731d1255-a726-434e-9dbf-4de226dd82ec tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.82 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 945 time: 0.0799263 Jun 01 10:17:50.474999 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-451bcefd-2dd5-4a77-b68b-67ac93ad5c30 req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Deleting port 5040e274-0863-48a6-a2a8-27c0b312bda3 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:17:50.475347 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-451bcefd-2dd5-4a77-b68b-67ac93ad5c30 req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:50.609061 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-451bcefd-2dd5-4a77-b68b-67ac93ad5c30 req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] For port 5040e274-0863-48a6-a2a8-27c0b312bda3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=5040e274-0863-48a6-a2a8-27c0b312bda3,segment=NetworkSegment(457ae398-9b44-4fa2-9507-f033c7b5f76b),segment_id=457ae398-9b44-4fa2-9507-f033c7b5f76b)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:50.609325 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-451bcefd-2dd5-4a77-b68b-67ac93ad5c30 req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:50.735388 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-451bcefd-2dd5-4a77-b68b-67ac93ad5c30 req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Calling delete_port for 5040e274-0863-48a6-a2a8-27c0b312bda3 owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:17:50.848426 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-451bcefd-2dd5-4a77-b68b-67ac93ad5c30 req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:50.855691 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-794384f8-ddbd-40a9-9127-c97e4b8beb06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:50.866836 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['5040e274-0863-48a6-a2a8-27c0b312bda3'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:17:50.903765 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Pushing event deleted for resources: {'Port': ['ID=5040e274-0863-48a6-a2a8-27c0b312bda3,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:51.020572 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:51.020938 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:51.021301 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:51.021656 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:51.022030 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:51.022381 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:51.022730 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:51.023076 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:51.023419 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:51.023762 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:51.024102 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:51.024441 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:51.028171 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:51.074436 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-3709b69e-f7c3-484f-a030-a38c849a90c8 req-ea8791fe-6c6f-49f1-b9cc-87681e24ea07 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d50bcb9-8644-4613-af82-9d27d5ee4762 HTTP/1.1" status: 200 len: 210 time: 0.1367965 Jun 01 10:17:51.085186 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-451bcefd-2dd5-4a77-b68b-67ac93ad5c30 req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] No DVR routers for this DVR port 5040e274-0863-48a6-a2a8-27c0b312bda3 on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:17:51.088014 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-451bcefd-2dd5-4a77-b68b-67ac93ad5c30 req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:51.093210 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d50bcb9-8644-4613-af82-9d27d5ee4762', 'name': 'network-vif-deleted', 'tag': '5040e274-0863-48a6-a2a8-27c0b312bda3'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:17:51.095333 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900993c9-c886-4528-82ed-9247a59dee54" -d '{"events": [{"server_uuid": "7d50bcb9-8644-4613-af82-9d27d5ee4762", "name": "network-vif-deleted", "tag": "5040e274-0863-48a6-a2a8-27c0b312bda3"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:17:51.112122 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-451bcefd-2dd5-4a77-b68b-67ac93ad5c30 req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.82 "DELETE /v2.0/ports/5040e274-0863-48a6-a2a8-27c0b312bda3 HTTP/1.1" status: 204 len: 173 time: 0.7709315 Jun 01 10:17:51.136123 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45cdbb-e354-4442-b2ec-cbde7d52f90f req-45cd6248-23f1-4507-883a-72b941ec9f32 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:51.138130 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ae45cdbb-e354-4442-b2ec-cbde7d52f90f req-45cd6248-23f1-4507-883a-72b941ec9f32 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.2000821 Jun 01 10:17:51.187494 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ae45cdbb-e354-4442-b2ec-cbde7d52f90f req-9abc8fc5-2bbf-4991-8b40-b3aea2bd6c3f tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435934 Jun 01 10:17:51.257193 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68180c7-00ff-4c0e-a872-b67cec480d82 x-openstack-request-id: req-d68180c7-00ff-4c0e-a872-b67cec480d82 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:17:51.257589 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d50bcb9-8644-4613-af82-9d27d5ee4762", "name": "network-vif-deleted", "tag": "5040e274-0863-48a6-a2a8-27c0b312bda3", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:17:51.258677 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d68180c7-00ff-4c0e-a872-b67cec480d82 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:17:51.259118 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d50bcb9-8644-4613-af82-9d27d5ee4762', 'name': 'network-vif-deleted', 'tag': '5040e274-0863-48a6-a2a8-27c0b312bda3', 'status': 'completed', 'code': 200} Jun 01 10:17:51.514547 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-866d72a0-e8fd-4933-9499-ca66c60ba76a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700812 Jun 01 10:17:51.697605 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e548a2-2ee7-4bdc-b798-4d0bba3fa835 req-b091b73a-14cc-472a-bbcf-8b167dd4148e tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:51.699681 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-72e548a2-2ee7-4bdc-b798-4d0bba3fa835 req-b091b73a-14cc-472a-bbcf-8b167dd4148e tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1842828 Jun 01 10:17:51.760705 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-72e548a2-2ee7-4bdc-b798-4d0bba3fa835 req-fd3c9f6a-999c-4aea-9b93-3443fad0d393 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546925 Jun 01 10:17:52.857228 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device b15a6678-5590-45c0-936b-96d1243c88b4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:17:52.954894 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbbab1-cad8-431c-9ffd-747c9ec92245 req-c4c20517-f5d3-4337-b312-c769a9f8f155 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:52.957161 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a4cbbab1-cad8-431c-9ffd-747c9ec92245 req-c4c20517-f5d3-4337-b312-c769a9f8f155 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.0919452 Jun 01 10:17:52.974090 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:53.006553 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:17:53.007598 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a4cbbab1-cad8-431c-9ffd-747c9ec92245 req-e280f259-0161-4e22-b0b3-e31ea6527dae tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431631 Jun 01 10:17:53.008797 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f015d-6dc5-4e5e-98d1-361ea096831a" -d '{"events": [{"server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:17:53.016215 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port b15a6678-5590-45c0-936b-96d1243c88b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b15a6678-5590-45c0-936b-96d1243c88b4,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:53.021262 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:53.022394 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 5040e274-0863-48a6-a2a8-27c0b312bda3 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:17:53.051131 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:53.084473 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63da6a21-20a6-43e5-b81d-0316a1534d16 x-openstack-request-id: req-63da6a21-20a6-43e5-b81d-0316a1534d16 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:17:53.084777 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "name": "network-vif-unplugged", "status": "completed", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:17:53.085035 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-63da6a21-20a6-43e5-b81d-0316a1534d16 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:17:53.085426 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'code': 200} Jun 01 10:17:53.091384 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: 5040e274-0863-48a6-a2a8-27c0b312bda3 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:17:53.091727 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 5040e274-0863-48a6-a2a8-27c0b312bda3 not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:17:53.122862 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=b15a6678-5590-45c0-936b-96d1243c88b4,revision_number=6']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:53.125747 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:53.435048 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-61543e03-390a-4b7d-a4ef-daa5415b3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:53.436543 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-61543e03-390a-4b7d-a4ef-daa5415b3f6a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca&tenant_id=1e8360a446b743c383364da9ac1aefa3 HTTP/1.1" status: 200 len: 1097 time: 0.0711417 Jun 01 10:17:53.539250 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-8328e1b4-0fae-485d-bbc6-d535903d3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:53.540924 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-8328e1b4-0fae-485d-bbc6-d535903d3c77 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1e8360a446b743c383364da9ac1aefa3&device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 1097 time: 0.0790772 Jun 01 10:17:53.686843 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-818b0498-e6cd-4259-9b08-7f25e3bfb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:53.688290 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-818b0498-e6cd-4259-9b08-7f25e3bfb230 service neutron] 10.222.0.82 "GET /v2.0/networks?id=928eadfc-4fb3-4244-9825-0817c1006108 HTTP/1.1" status: 200 len: 910 time: 0.1388865 Jun 01 10:17:53.791113 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-17f54455-45d5-445b-8a87-51ca1db1020b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b15a6678-5590-45c0-936b-96d1243c88b4 HTTP/1.1" status: 200 len: 1000 time: 0.0955248 Jun 01 10:17:53.861364 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-6e35410f-2a74-4422-8839-ccdbc0bb3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:53.863053 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-6e35410f-2a74-4422-8839-ccdbc0bb3e36 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fbbf1881-0f13-4694-80b9-bfd01483e555 HTTP/1.1" status: 200 len: 847 time: 0.0599554 Jun 01 10:17:53.939706 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-06bc209e-3fef-43ad-bc9a-f3502ed3ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:53.941151 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-06bc209e-3fef-43ad-bc9a-f3502ed3ed5b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=928eadfc-4fb3-4244-9825-0817c1006108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0703595 Jun 01 10:17:54.081865 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-5e2b75b9-e397-40c9-91d3-bf6b53c3a5cc service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339254 Jun 01 10:17:54.274912 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b414bbf5-1302-4cfa-8098-d2a0a72bceca req-c2c5d777-5b44-4de0-a4e2-2a788bcacea3 service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828744 Jun 01 10:17:54.286418 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14343f-0797-4b75-be91-3a0ce154108b req-e1f2829e-e9cb-4ad2-9620-be6c0316cf3d tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:54.287829 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8b14343f-0797-4b75-be91-3a0ce154108b req-e1f2829e-e9cb-4ad2-9620-be6c0316cf3d tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 944 time: 0.1260536 Jun 01 10:17:54.335422 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8b14343f-0797-4b75-be91-3a0ce154108b req-f51297ea-f470-4e2f-80c5-0160d122b0b6 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Jun 01 10:17:55.014438 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-53d5c045-ac67-4962-af81-56b851924046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:55.526853 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdee9b7-6ad9-4260-8a8f-155dc34e8480 req-4b493337-20f7-4c80-b6b9-efba5113d96c tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:55.528564 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1cdee9b7-6ad9-4260-8a8f-155dc34e8480 req-4b493337-20f7-4c80-b6b9-efba5113d96c tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 944 time: 0.0860920 Jun 01 10:17:55.577785 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1cdee9b7-6ad9-4260-8a8f-155dc34e8480 req-b4f7b673-896a-426a-b6b4-6271432618f9 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435355 Jun 01 10:17:56.585241 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a3e80-194a-4988-bd11-a711da04118f req-d09a32a4-acd5-4133-ae81-22b5a4e2fc45 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:56.586782 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-d09a32a4-acd5-4133-ae81-22b5a4e2fc45 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/networks?id=dda6e451-e004-4fc9-9ac8-873d218fa4f3 HTTP/1.1" status: 200 len: 814 time: 0.1439779 Jun 01 10:17:56.602629 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-d8304787-8efc-44e1-a527-7af59416ad84 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/quotas/a903142bdb844f2e9f807ee273b8f26b HTTP/1.1" status: 200 len: 375 time: 0.0094557 Jun 01 10:17:56.650553 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-dc1a3e80-194a-4988-bd11-a711da04118f req-afc004e6-eedc-4aba-a29e-3421d6cd3d74 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Synchronizing usage tracker for tenant:a903142bdb844f2e9f807ee273b8f26b on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:17:56.666418 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-dc1a3e80-194a-4988-bd11-a711da04118f req-afc004e6-eedc-4aba-a29e-3421d6cd3d74 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Unset dirty status for tenant:a903142bdb844f2e9f807ee273b8f26b on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:17:56.667678 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-afc004e6-eedc-4aba-a29e-3421d6cd3d74 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a903142bdb844f2e9f807ee273b8f26b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592971 Jun 01 10:17:56.867379 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device b15a6678-5590-45c0-936b-96d1243c88b4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:17:56.874208 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e6154-b97c-4f17-9d9e-d5d180aa67bd req-f7dc4062-9d6a-4e99-af02-cb37c442456e tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:56.875682 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8a9e6154-b97c-4f17-9d9e-d5d180aa67bd req-f7dc4062-9d6a-4e99-af02-cb37c442456e tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 944 time: 0.1901219 Jun 01 10:17:56.881442 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-7736da44-a40d-40df-8ec7-85977d2498c7 service neutron] 10.222.0.47 "GET /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070980 Jun 01 10:17:57.005660 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port b15a6678-5590-45c0-936b-96d1243c88b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b15a6678-5590-45c0-936b-96d1243c88b4,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:57.022785 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'port_id': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'mac_address': 'fa:16:3e:04:02:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:17:57.091712 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-8a9e6154-b97c-4f17-9d9e-d5d180aa67bd req-f6c4ef72-b70a-4a25-bdb1-d9ff9d32e269 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092779 Jun 01 10:17:57.116627 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:57.134168 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15a6678-5590-45c0-936b-96d1243c88b4 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:17:57.137945 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-b2da02e9-2517-4f0c-82bc-69514f9a1380 service neutron] 10.222.0.47 "GET /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386227 Jun 01 10:17:57.154208 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port b15a6678-5590-45c0-936b-96d1243c88b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b15a6678-5590-45c0-936b-96d1243c88b4,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:57.158523 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:57.160272 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:57.230680 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=b15a6678-5590-45c0-936b-96d1243c88b4,revision_number=7']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:57.233719 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:57.325314 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-efd15fd5-121c-4423-a7c2-86ad5218f049 req-1bc4046e-c052-4b33-8440-113d9f65e851 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 210 time: 0.0430908 Jun 01 10:17:57.447010 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['b15a6678-5590-45c0-936b-96d1243c88b4'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:17:57.556268 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:57.763484 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8e5b4f9b-1e41-4a18-b9de-9f1e2d29cd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:58.283857 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a42fc-f5ab-4f5c-820d-d76f4dcc2412 req-eb250206-de9a-4c0a-9f21-07ff7264881f tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:58.285476 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ee0a42fc-f5ab-4f5c-820d-d76f4dcc2412 req-eb250206-de9a-4c0a-9f21-07ff7264881f tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 945 time: 0.0892720 Jun 01 10:17:58.335471 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ee0a42fc-f5ab-4f5c-820d-d76f4dcc2412 req-6a589c0f-33f3-4243-a075-2d693fea4d76 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431714 Jun 01 10:17:58.513566 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4e74c71c-8f9c-4cc7-952e-034d4d43ca57 req-89a87fb1-00ca-4c94-8b3e-eba46eeb54c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 210 time: 0.0660446 Jun 01 10:17:58.523073 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:58.571363 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a3e80-194a-4988-bd11-a711da04118f req-c7b3648b-9091-4ed2-973c-bec78cd12393 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:58.572785 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-c7b3648b-9091-4ed2-973c-bec78cd12393 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.82 "GET /v2.0/networks?id=dda6e451-e004-4fc9-9ac8-873d218fa4f3 HTTP/1.1" status: 200 len: 814 time: 0.2187276 Jun 01 10:17:58.590318 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Request body: {'port': {'device_id': 'f4f54685-27eb-4798-b3d8-20b4a4316e8e', 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3', 'admin_state_up': True, 'tenant_id': 'a903142bdb844f2e9f807ee273b8f26b'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:58.726316 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:17:58.736266 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:17:58.745768 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Made reservation on behalf of a903142bdb844f2e9f807ee273b8f26b for: {'port': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:17:58.749239 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:58.867927 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device b15a6678-5590-45c0-936b-96d1243c88b4 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:17:58.911731 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_common [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Allocated IP 172.20.0.9 (dda6e451-e004-4fc9-9ac8-873d218fa4f3/75e6a9e5-b983-4031-ab3b-d8e654144b0f/c2e78780-6309-4930-816a-bb4e4e82a4b9) {{(pid=91915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 10:17:58.938778 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port b15a6678-5590-45c0-936b-96d1243c88b4 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:17:58.939154 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:58.993792 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:59.062781 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:59.089455 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:17:59.092398 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1900741b-d400-4f31-8bc8-acadaba56206" -d '{"events": [{"server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "name": "network-vif-plugged", "status": "completed", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:17:59.100278 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port b15a6678-5590-45c0-936b-96d1243c88b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b15a6678-5590-45c0-936b-96d1243c88b4,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:17:59.104674 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:59.106553 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:59.125774 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks [] for port, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:59.140599 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6370426a-1903-4847-a874-087f1be16581 x-openstack-request-id: req-6370426a-1903-4847-a874-087f1be16581 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:17:59.140900 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "name": "network-vif-plugged", "status": "completed", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:17:59.141157 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6370426a-1903-4847-a874-087f1be16581 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:17:59.141541 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'code': 200} Jun 01 10:17:59.159752 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763788511187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:59.166668 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:17:59.179048 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=b15a6678-5590-45c0-936b-96d1243c88b4,revision_number=8']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:59.186292 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:59.186651 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:59.186964 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:59.187288 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:59.187608 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:59.187930 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:59.188248 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:59.188598 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:59.188912 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:59.189228 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:59.189534 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:59.189866 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:17:59.193827 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:59.232543 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Network dda6e451-e004-4fc9-9ac8-873d218fa4f3 is already hosted by enough agents. {{(pid=91915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 10:17:59.235644 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Resources bound (agent type, host, resource id): {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:17:59.238324 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Received port after_create {{(pid=91915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 10:17:59.290078 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Pushing event updated for resources: {'Port': ['ID=c2e78780-6309-4930-816a-bb4e4e82a4b9,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:17:59.295602 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:17:59.314147 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:59.314764 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:59.341030 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7551062 Jun 01 10:17:59.403411 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Request body: {'port': {'device_id': 'f4f54685-27eb-4798-b3d8-20b4a4316e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:17:59.505997 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6805a4b-9946-4f89-89e8-963d2ea566b0 req-1a0a95c7-9010-436e-b4a8-97aab1950654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:59.507270 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-f6805a4b-9946-4f89-89e8-963d2ea566b0 req-1a0a95c7-9010-436e-b4a8-97aab1950654 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 1099 time: 0.1170611 Jun 01 10:17:59.560238 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-f6805a4b-9946-4f89-89e8-963d2ea566b0 req-6900d602-1d63-460c-a78c-7001d692cf57 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403516 Jun 01 10:17:59.586292 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:17:59.638729 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4491a-d38f-4131-85c4-90ec276c36da req-a0332a80-2e20-4568-921e-56f9ae709c79 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:17:59.640191 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eac4491a-d38f-4131-85c4-90ec276c36da req-a0332a80-2e20-4568-921e-56f9ae709c79 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1819310 Jun 01 10:17:59.746061 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eac4491a-d38f-4131-85c4-90ec276c36da req-cd108a9f-f17f-4c98-94e0-1e5c4f1611d9 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001642 Jun 01 10:18:00.034479 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ff282-32fb-44fb-b23a-7add920c13e1 req-f0182ce3-adf7-4d1d-80f1-40322f9eb8e2 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:00.035170 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-0f5ff282-32fb-44fb-b23a-7add920c13e1 req-f0182ce3-adf7-4d1d-80f1-40322f9eb8e2 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Synchronizing usage tracker for tenant:a903142bdb844f2e9f807ee273b8f26b on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:18:00.071071 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-0f5ff282-32fb-44fb-b23a-7add920c13e1 req-f0182ce3-adf7-4d1d-80f1-40322f9eb8e2 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Unset dirty status for tenant:a903142bdb844f2e9f807ee273b8f26b on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:18:00.072218 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0f5ff282-32fb-44fb-b23a-7add920c13e1 req-f0182ce3-adf7-4d1d-80f1-40322f9eb8e2 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 931 time: 0.3253822 Jun 01 10:18:00.173455 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0f5ff282-32fb-44fb-b23a-7add920c13e1 req-6da01999-ef83-4840-8421-3b8dd0ec6a80 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942633 Jun 01 10:18:00.177060 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e78780-6309-4930-816a-bb4e4e82a4b9 {{(pid=91915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:18:00.185221 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:00.202037 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.provisioning_blocks [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Transition to ACTIVE for port object c2e78780-6309-4930-816a-bb4e4e82a4b9 will not be triggered until provisioned by entity L2. {{(pid=91915) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 10:18:00.205432 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:00.209688 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a5e6b68c-21cd-4b54-a8e4-970a6e1b5c76 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:00.362274 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:00.370438 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e78780-6309-4930-816a-bb4e4e82a4b9,revision_number=2']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:00.398054 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:00.443395 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Attempting to bind port c2e78780-6309-4930-816a-bb4e4e82a4b9 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 10:18:00.443730 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Attempting to bind port c2e78780-6309-4930-816a-bb4e4e82a4b9 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '457ae398-9b44-4fa2-9507-f033c7b5f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3'}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 10:18:00.444058 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Attempting to bind port c2e78780-6309-4930-816a-bb4e4e82a4b9 on network dda6e451-e004-4fc9-9ac8-873d218fa4f3 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:18:00.448586 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Port c2e78780-6309-4930-816a-bb4e4e82a4b9 on network dda6e451-e004-4fc9-9ac8-873d218fa4f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 10:18:00.448903 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Attempting to bind port c2e78780-6309-4930-816a-bb4e4e82a4b9 on network dda6e451-e004-4fc9-9ac8-873d218fa4f3 {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 10:18:00.454454 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Checking agent: {'id': '92cc4bcc-67c7-45ae-8417-aa09c970f53d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'started_at': datetime.datetime(2021, 6, 1, 10, 10, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 10, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 10:18:00.454792 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Checking segment: {'id': '457ae398-9b44-4fa2-9507-f033c7b5f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:18:00.455178 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Bound using segment: {'id': '457ae398-9b44-4fa2-9507-f033c7b5f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3'} {{(pid=91915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 10:18:00.455603 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.managers [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Bound port: c2e78780-6309-4930-816a-bb4e4e82a4b9, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '457ae398-9b44-4fa2-9507-f033c7b5f76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3'}}] {{(pid=91915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 10:18:00.455948 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:00.547013 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] For port c2e78780-6309-4930-816a-bb4e4e82a4b9, host hv-cinder-78477, cleared binding levels {{(pid=91915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 10:18:00.550588 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] For port c2e78780-6309-4930-816a-bb4e4e82a4b9, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2e78780-6309-4930-816a-bb4e4e82a4b9,segment=NetworkSegment(457ae398-9b44-4fa2-9507-f033c7b5f76b),segment_id=457ae398-9b44-4fa2-9507-f033c7b5f76b)] {{(pid=91915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 10:18:00.555704 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:00.560892 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-684377fc-3773-43df-bf5d-1ae24bd772a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:00.615202 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:00.615784 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:00.617143 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] 10.222.0.82 "PUT /v2.0/ports/c2e78780-6309-4930-816a-bb4e4e82a4b9 HTTP/1.1" status: 200 len: 1093 time: 1.2675741 Jun 01 10:18:00.625389 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f54685-27eb-4798-b3d8-20b4a4316e8e', 'tag': 'c2e78780-6309-4930-816a-bb4e4e82a4b9'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:18:00.628451 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7031e1f3-627d-4814-a3aa-26b18da8b3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f54685-27eb-4798-b3d8-20b4a4316e8e", "tag": "c2e78780-6309-4930-816a-bb4e4e82a4b9"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:18:00.662585 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e78780-6309-4930-816a-bb4e4e82a4b9,revision_number=3']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:00.666180 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:00.702458 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3014d872-b727-4ac8-a615-399bfad568cf x-openstack-request-id: req-3014d872-b727-4ac8-a615-399bfad568cf {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:18:00.702779 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f54685-27eb-4798-b3d8-20b4a4316e8e", "tag": "c2e78780-6309-4930-816a-bb4e4e82a4b9", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:18:00.703059 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3014d872-b727-4ac8-a615-399bfad568cf {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:18:00.703469 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4f54685-27eb-4798-b3d8-20b4a4316e8e', 'tag': 'c2e78780-6309-4930-816a-bb4e4e82a4b9', 'status': 'completed', 'code': 200} Jun 01 10:18:00.745954 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a3e80-194a-4988-bd11-a711da04118f req-ea058302-eec2-44f4-b8f9-979402aa9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:00.748164 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-ea058302-eec2-44f4-b8f9-979402aa9514 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a903142bdb844f2e9f807ee273b8f26b&device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 1096 time: 0.0788360 Jun 01 10:18:00.822038 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-8d65d109-339e-4ce2-adbd-2d7cf952a9ab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2e78780-6309-4930-816a-bb4e4e82a4b9 HTTP/1.1" status: 200 len: 217 time: 0.0651329 Jun 01 10:18:00.934929 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9bb3c98b-d3fd-4ea8-b359-4d93f8fd9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:00.936247 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-9bb3c98b-d3fd-4ea8-b359-4d93f8fd9d30 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=75e6a9e5-b983-4031-ab3b-d8e654144b0f HTTP/1.1" status: 200 len: 854 time: 0.1075690 Jun 01 10:18:00.988147 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-4f6145c6-8f92-421d-be02-d53a6ded37fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dda6e451-e004-4fc9-9ac8-873d218fa4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445614 Jun 01 10:18:01.001718 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702f30-a642-442e-bea9-902df751b4e7 req-c0ab1e21-da0a-487d-b378-b5cd495b5aec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:01.003123 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-db702f30-a642-442e-bea9-902df751b4e7 req-c0ab1e21-da0a-487d-b378-b5cd495b5aec tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1419573 Jun 01 10:18:01.124670 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-db702f30-a642-442e-bea9-902df751b4e7 req-2b9ea7a3-fcf1-433d-9250-b819926591e4 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034453 Jun 01 10:18:01.162736 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-c6c2f88d-7b35-4228-ac72-3016d9d8d205 service neutron] 10.222.0.82 "GET /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587033 Jun 01 10:18:01.331255 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dc1a3e80-194a-4988-bd11-a711da04118f req-22edfe00-a758-4a69-9539-f60c535c7f01 service neutron] 10.222.0.82 "GET /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611042 Jun 01 10:18:01.373889 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf308d3-fe0b-4ee6-85f9-5cf464bc22a2 req-e6a0f24f-b7ad-4495-a15f-75b1b464b14e tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:01.375382 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dcf308d3-fe0b-4ee6-85f9-5cf464bc22a2 req-e6a0f24f-b7ad-4495-a15f-75b1b464b14e tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 943 time: 0.0892699 Jun 01 10:18:01.472641 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dcf308d3-fe0b-4ee6-85f9-5cf464bc22a2 req-e6a388cc-9d67-44b9-9d09-0d7e108f173e tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911505 Jun 01 10:18:01.488568 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031e1f3-627d-4814-a3aa-26b18da8b3bf req-ec6c71be-4903-4808-9e59-864929372c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:01.490137 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7031e1f3-627d-4814-a3aa-26b18da8b3bf req-ec6c71be-4903-4808-9e59-864929372c8c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a903142bdb844f2e9f807ee273b8f26b&device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 1096 time: 0.0916226 Jun 01 10:18:01.634758 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031e1f3-627d-4814-a3aa-26b18da8b3bf req-413110a6-30ff-4258-bff1-6d1e473eda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:01.636103 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7031e1f3-627d-4814-a3aa-26b18da8b3bf req-413110a6-30ff-4258-bff1-6d1e473eda4f service neutron] 10.222.0.82 "GET /v2.0/networks?id=dda6e451-e004-4fc9-9ac8-873d218fa4f3 HTTP/1.1" status: 200 len: 916 time: 0.1250815 Jun 01 10:18:01.806687 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7031e1f3-627d-4814-a3aa-26b18da8b3bf req-3c292d8b-3466-4637-bdc7-e3cf8e692504 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2e78780-6309-4930-816a-bb4e4e82a4b9 HTTP/1.1" status: 200 len: 217 time: 0.1587658 Jun 01 10:18:01.876486 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031e1f3-627d-4814-a3aa-26b18da8b3bf req-e88f819b-b24e-4a6b-a582-a2881937e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:01.877931 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7031e1f3-627d-4814-a3aa-26b18da8b3bf req-e88f819b-b24e-4a6b-a582-a2881937e97f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=75e6a9e5-b983-4031-ab3b-d8e654144b0f HTTP/1.1" status: 200 len: 854 time: 0.0633974 Jun 01 10:18:01.930750 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7031e1f3-627d-4814-a3aa-26b18da8b3bf req-1820fbd9-ddd1-46e9-b08d-101933fbc8fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dda6e451-e004-4fc9-9ac8-873d218fa4f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443678 Jun 01 10:18:02.065418 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7031e1f3-627d-4814-a3aa-26b18da8b3bf req-31aaf09d-8695-46ab-ac38-1ad51e74e41b service neutron] 10.222.0.82 "GET /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269770 Jun 01 10:18:02.195120 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7031e1f3-627d-4814-a3aa-26b18da8b3bf req-a628c8e4-88e9-48f1-80a2-09fa96980d2f service neutron] 10.222.0.82 "GET /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234231 Jun 01 10:18:02.659440 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6ab94-59eb-4c43-9c6e-d1d71b81c916 req-09b81bd0-22da-44be-aa0a-4e9a1f464cce tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:02.660198 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-53e6ab94-59eb-4c43-9c6e-d1d71b81c916 req-09b81bd0-22da-44be-aa0a-4e9a1f464cce tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 943 time: 0.0798616 Jun 01 10:18:02.704688 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-53e6ab94-59eb-4c43-9c6e-d1d71b81c916 req-c216e6d9-06a1-4042-850f-aca4abd8ff80 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387561 Jun 01 10:18:02.888582 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device c2e78780-6309-4930-816a-bb4e4e82a4b9 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:18:03.023534 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port c2e78780-6309-4930-816a-bb4e4e82a4b9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2e78780-6309-4930-816a-bb4e4e82a4b9,segment=NetworkSegment(457ae398-9b44-4fa2-9507-f033c7b5f76b),segment_id=457ae398-9b44-4fa2-9507-f033c7b5f76b)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:03.036191 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': 'c2e78780-6309-4930-816a-bb4e4e82a4b9', 'network_id': 'dda6e451-e004-4fc9-9ac8-873d218fa4f3', 'port_id': 'c2e78780-6309-4930-816a-bb4e4e82a4b9', 'mac_address': 'fa:16:3e:cc:4d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e6a9e5-b983-4031-ab3b-d8e654144b0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:18:03.092057 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:03.108666 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e78780-6309-4930-816a-bb4e4e82a4b9 {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:18:03.124092 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port c2e78780-6309-4930-816a-bb4e4e82a4b9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2e78780-6309-4930-816a-bb4e4e82a4b9,segment=NetworkSegment(457ae398-9b44-4fa2-9507-f033c7b5f76b),segment_id=457ae398-9b44-4fa2-9507-f033c7b5f76b)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:03.128024 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:03.129645 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:03.196187 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=c2e78780-6309-4930-816a-bb4e4e82a4b9,revision_number=4']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:03.199250 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:03.431902 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['c2e78780-6309-4930-816a-bb4e4e82a4b9'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:18:04.049919 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d397aab-6442-4b66-b876-d609ccf451cc req-c46b4cb9-469d-462e-aaae-8e286ba7e53a tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:04.051427 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1d397aab-6442-4b66-b876-d609ccf451cc req-c46b4cb9-469d-462e-aaae-8e286ba7e53a tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 944 time: 0.0868485 Jun 01 10:18:04.095901 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1d397aab-6442-4b66-b876-d609ccf451cc req-9e1e6b6d-2f87-4c2f-b740-8f18b104ee78 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388784 Jun 01 10:18:04.903566 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device c2e78780-6309-4930-816a-bb4e4e82a4b9 up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:18:04.971105 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning for port c2e78780-6309-4930-816a-bb4e4e82a4b9 completed by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 10:18:04.975723 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port c2e78780-6309-4930-816a-bb4e4e82a4b9 triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:18:04.976114 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:05.093470 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:05.119915 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f54685-27eb-4798-b3d8-20b4a4316e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e78780-6309-4930-816a-bb4e4e82a4b9'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:18:05.122789 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a963fe-55b9-48e4-981b-92dfb863eda6" -d '{"events": [{"server_uuid": "f4f54685-27eb-4798-b3d8-20b4a4316e8e", "name": "network-vif-plugged", "status": "completed", "tag": "c2e78780-6309-4930-816a-bb4e4e82a4b9"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:18:05.131043 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port c2e78780-6309-4930-816a-bb4e4e82a4b9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2e78780-6309-4930-816a-bb4e4e82a4b9,segment=NetworkSegment(457ae398-9b44-4fa2-9507-f033c7b5f76b),segment_id=457ae398-9b44-4fa2-9507-f033c7b5f76b)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:05.136272 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:05.138795 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:05.169861 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c262eaa-2b8e-4342-a668-42739f4f735e x-openstack-request-id: req-6c262eaa-2b8e-4342-a668-42739f4f735e {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:18:05.170170 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f54685-27eb-4798-b3d8-20b4a4316e8e", "name": "network-vif-plugged", "status": "completed", "tag": "c2e78780-6309-4930-816a-bb4e4e82a4b9", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:18:05.170477 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c262eaa-2b8e-4342-a668-42739f4f735e {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:18:05.170819 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f54685-27eb-4798-b3d8-20b4a4316e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e78780-6309-4930-816a-bb4e4e82a4b9', 'code': 200} Jun 01 10:18:05.209371 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=c2e78780-6309-4930-816a-bb4e4e82a4b9,revision_number=5']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:05.212364 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:05.295593 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530442cb-c4ec-42fb-b576-8ef2729baea8 req-52393e72-7f64-44f5-9de7-8cb898a99070 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:05.297097 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-530442cb-c4ec-42fb-b576-8ef2729baea8 req-52393e72-7f64-44f5-9de7-8cb898a99070 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 945 time: 0.0846539 Jun 01 10:18:05.345625 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-530442cb-c4ec-42fb-b576-8ef2729baea8 req-f32aaa13-4c34-44e8-85cd-01407ce9a893 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Jun 01 10:18:05.439268 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f9856-a8ce-4620-85cc-2af87cdb0974 req-74be8700-e021-4801-ad99-df77dab9fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:05.440723 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7d9f9856-a8ce-4620-85cc-2af87cdb0974 req-74be8700-e021-4801-ad99-df77dab9fefa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 1098 time: 0.0735474 Jun 01 10:18:05.491890 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7d9f9856-a8ce-4620-85cc-2af87cdb0974 req-077bd640-2d2b-4296-bcbf-cff07f95ba04 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355928 Jun 01 10:18:06.538937 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856f8b7-bede-4897-8e1f-b02d38ccd9fc req-e907c716-7b98-421d-8833-daa32411c921 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:06.540496 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9856f8b7-bede-4897-8e1f-b02d38ccd9fc req-e907c716-7b98-421d-8833-daa32411c921 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 945 time: 0.0836294 Jun 01 10:18:06.594899 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9856f8b7-bede-4897-8e1f-b02d38ccd9fc req-5216e307-7500-4827-bb58-0402aa0ad546 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479078 Jun 01 10:18:07.781819 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54883e-2ddf-47c6-91c7-d2434306472b req-28e246f6-2651-43ad-b31e-7452171f35a6 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:07.783303 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4f54883e-2ddf-47c6-91c7-d2434306472b req-28e246f6-2651-43ad-b31e-7452171f35a6 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 945 time: 0.0797307 Jun 01 10:18:07.828646 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4f54883e-2ddf-47c6-91c7-d2434306472b req-1d17e3c0-0a66-46a5-9b47-d1415ec180b2 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397069 Jun 01 10:18:24.967435 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:18:25.028687 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8e587fbe-e204-4da1-a20b-228739b7d8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:27.529720 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:27.744250 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ca54f641-f22e-4254-a01d-dd25b4258329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:27.790458 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9be2ae-8438-42bb-90eb-165cba65c266 req-6dbdd18e-bb0b-422b-b5ca-73bd2e2e992e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:27.791932 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fc9be2ae-8438-42bb-90eb-165cba65c266 req-6dbdd18e-bb0b-422b-b5ca-73bd2e2e992e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0890942 Jun 01 10:18:27.838924 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-fc9be2ae-8438-42bb-90eb-165cba65c266 req-201d90b8-e44e-496a-9ac3-61022ded2f82 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395799 Jun 01 10:18:28.524826 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:28.880220 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef68a7e-36fe-4cb8-a0ca-aaaa124923e6 req-a8b4f7d7-6dd4-4d45-b2f3-1fbc3c96fb77 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:28.881756 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-aef68a7e-36fe-4cb8-a0ca-aaaa124923e6 req-a8b4f7d7-6dd4-4d45-b2f3-1fbc3c96fb77 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 945 time: 0.0811269 Jun 01 10:18:28.926707 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-aef68a7e-36fe-4cb8-a0ca-aaaa124923e6 req-93cb69b5-a923-44a3-9230-9f5072ed0aae tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385654 Jun 01 10:18:28.949979 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:29.035695 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a04822-f5cb-4a72-bd75-bc9e67e40fd2 req-dbdf9403-c851-410e-b429-53f350a37661 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:29.037145 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-67a04822-f5cb-4a72-bd75-bc9e67e40fd2 req-dbdf9403-c851-410e-b429-53f350a37661 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0839717 Jun 01 10:18:29.081032 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-67a04822-f5cb-4a72-bd75-bc9e67e40fd2 req-2963b376-678c-4895-9e98-43e985e313d7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382168 Jun 01 10:18:30.114640 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0d649-f54b-4e73-9302-10410074c21f req-0d18d1f7-f221-4a8f-b14a-094c67eadea8 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:30.116117 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5ed0d649-f54b-4e73-9302-10410074c21f req-0d18d1f7-f221-4a8f-b14a-094c67eadea8 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 945 time: 0.0800450 Jun 01 10:18:30.161767 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5ed0d649-f54b-4e73-9302-10410074c21f req-134b5f81-221b-440b-bc31-02949184d976 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394330 Jun 01 10:18:30.286971 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a07d5-cbdc-4f42-9db3-d4556a90384c req-b21da808-03f6-4a43-9897-d240b2620384 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:30.288419 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-282a07d5-cbdc-4f42-9db3-d4556a90384c req-b21da808-03f6-4a43-9897-d240b2620384 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0934868 Jun 01 10:18:30.332696 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-282a07d5-cbdc-4f42-9db3-d4556a90384c req-5410cb8a-3e12-4c6d-a645-2f90bcb997d8 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378520 Jun 01 10:18:30.364121 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:31.345171 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c515d-0c6b-47ae-8b78-00ea78044864 req-9c9aa483-b1e4-4c4a-8a7e-dbdbe1a9ccde tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:31.346661 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4a2c515d-0c6b-47ae-8b78-00ea78044864 req-9c9aa483-b1e4-4c4a-8a7e-dbdbe1a9ccde tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 945 time: 0.0794575 Jun 01 10:18:31.396833 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4a2c515d-0c6b-47ae-8b78-00ea78044864 req-551ebd72-f93c-4cb5-9605-92718624a8a1 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445516 Jun 01 10:18:31.524266 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf126e-9acd-4d2c-99b4-0b9a3448a89a req-87d70358-20e0-4636-9c5e-2c75f7fc87f9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:31.525751 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a9cf126e-9acd-4d2c-99b4-0b9a3448a89a req-87d70358-20e0-4636-9c5e-2c75f7fc87f9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0805588 Jun 01 10:18:31.570660 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a9cf126e-9acd-4d2c-99b4-0b9a3448a89a req-b3b42623-0115-41da-b5b4-2568952b42f1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387771 Jun 01 10:18:32.675889 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41df7be-7fa7-46a4-82f7-bcb20cf61722 req-9ebe7e94-138e-4e20-93a6-55931b550226 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:32.682439 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a41df7be-7fa7-46a4-82f7-bcb20cf61722 req-9ebe7e94-138e-4e20-93a6-55931b550226 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 945 time: 0.1796713 Jun 01 10:18:32.732060 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a41df7be-7fa7-46a4-82f7-bcb20cf61722 req-67a774cf-0153-4c55-8970-ff83dd251329 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421219 Jun 01 10:18:32.848167 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de6c1d-3b9c-456f-af37-0690b53506fd req-9141f68f-3b4e-4601-9271-1284240568f7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:32.849630 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-81de6c1d-3b9c-456f-af37-0690b53506fd req-9141f68f-3b4e-4601-9271-1284240568f7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0849547 Jun 01 10:18:32.896456 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-81de6c1d-3b9c-456f-af37-0690b53506fd req-f9a853b9-28dc-4c38-b410-2d8323de34ec tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410707 Jun 01 10:18:33.934328 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ea41a-c284-47c1-a5de-41e7df81b21c req-88211e9a-30f3-4552-a035-4562abbc1463 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:33.935815 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4a7ea41a-c284-47c1-a5de-41e7df81b21c req-88211e9a-30f3-4552-a035-4562abbc1463 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 945 time: 0.0996552 Jun 01 10:18:33.981143 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4a7ea41a-c284-47c1-a5de-41e7df81b21c req-7eaed263-4594-46bf-bc2a-b64b26771155 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/security-groups?id=23b3226c-162c-4a1d-95b5-f2c9c321d654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392900 Jun 01 10:18:34.187292 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b18add-c6e3-40f1-a335-5653fb599d55 req-e2b95ac4-c9f5-4616-8257-b0f6e44e2c54 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:34.188751 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-92b18add-c6e3-40f1-a335-5653fb599d55 req-e2b95ac4-c9f5-4616-8257-b0f6e44e2c54 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1416016 Jun 01 10:18:34.201031 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eac24-8231-4a2e-8c75-577969b58b3b req-8f3be6c6-3eac-4cd5-9550-d7708597274c tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:34.202450 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-393eac24-8231-4a2e-8c75-577969b58b3b req-8f3be6c6-3eac-4cd5-9550-d7708597274c tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.82 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 945 time: 0.1203556 Jun 01 10:18:34.293098 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-92b18add-c6e3-40f1-a335-5653fb599d55 req-5ed5a289-5d66-4fe9-9c17-13754f7e9951 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896742 Jun 01 10:18:34.373132 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-393eac24-8231-4a2e-8c75-577969b58b3b req-f4a61ee1-d3ec-45ff-8d49-67062b6936ea tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Deleting port c2e78780-6309-4930-816a-bb4e4e82a4b9 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:34.373448 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-393eac24-8231-4a2e-8c75-577969b58b3b req-f4a61ee1-d3ec-45ff-8d49-67062b6936ea tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:34.511083 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-393eac24-8231-4a2e-8c75-577969b58b3b req-f4a61ee1-d3ec-45ff-8d49-67062b6936ea tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] For port c2e78780-6309-4930-816a-bb4e4e82a4b9, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2e78780-6309-4930-816a-bb4e4e82a4b9,segment=NetworkSegment(457ae398-9b44-4fa2-9507-f033c7b5f76b),segment_id=457ae398-9b44-4fa2-9507-f033c7b5f76b)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:34.512003 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-393eac24-8231-4a2e-8c75-577969b58b3b req-f4a61ee1-d3ec-45ff-8d49-67062b6936ea tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:34.635877 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-393eac24-8231-4a2e-8c75-577969b58b3b req-f4a61ee1-d3ec-45ff-8d49-67062b6936ea tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Calling delete_port for c2e78780-6309-4930-816a-bb4e4e82a4b9 owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:34.752023 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-393eac24-8231-4a2e-8c75-577969b58b3b req-f4a61ee1-d3ec-45ff-8d49-67062b6936ea tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:34.758124 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8b8b5cd7-e569-4211-b7e8-37bd7f8104bf tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:34.767204 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['c2e78780-6309-4930-816a-bb4e4e82a4b9'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:18:34.802736 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a61ee1-d3ec-45ff-8d49-67062b6936ea tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Pushing event deleted for resources: {'Port': ['ID=c2e78780-6309-4930-816a-bb4e4e82a4b9,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:34.806452 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f4a61ee1-d3ec-45ff-8d49-67062b6936ea tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:34.881512 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-393eac24-8231-4a2e-8c75-577969b58b3b req-f4a61ee1-d3ec-45ff-8d49-67062b6936ea tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] No DVR routers for this DVR port c2e78780-6309-4930-816a-bb4e4e82a4b9 on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:18:34.883979 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-393eac24-8231-4a2e-8c75-577969b58b3b req-f4a61ee1-d3ec-45ff-8d49-67062b6936ea tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:34.886623 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f54685-27eb-4798-b3d8-20b4a4316e8e', 'name': 'network-vif-deleted', 'tag': 'c2e78780-6309-4930-816a-bb4e4e82a4b9'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:18:34.888804 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be8bb5b-335e-4b6b-b5cb-f9afc75d32f3" -d '{"events": [{"server_uuid": "f4f54685-27eb-4798-b3d8-20b4a4316e8e", "name": "network-vif-deleted", "tag": "c2e78780-6309-4930-816a-bb4e4e82a4b9"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:18:34.903030 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-393eac24-8231-4a2e-8c75-577969b58b3b req-f4a61ee1-d3ec-45ff-8d49-67062b6936ea tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.82 "DELETE /v2.0/ports/c2e78780-6309-4930-816a-bb4e4e82a4b9 HTTP/1.1" status: 204 len: 173 time: 0.6847794 Jun 01 10:18:34.984636 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba3bbd2-af16-43c2-a2d2-3c5e62741330 x-openstack-request-id: req-fba3bbd2-af16-43c2-a2d2-3c5e62741330 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:18:34.985252 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f54685-27eb-4798-b3d8-20b4a4316e8e", "name": "network-vif-deleted", "tag": "c2e78780-6309-4930-816a-bb4e4e82a4b9", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:18:34.985466 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fba3bbd2-af16-43c2-a2d2-3c5e62741330 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:18:34.985923 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4f54685-27eb-4798-b3d8-20b4a4316e8e', 'name': 'network-vif-deleted', 'tag': 'c2e78780-6309-4930-816a-bb4e4e82a4b9', 'status': 'completed', 'code': 200} Jun 01 10:18:35.148644 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-beef8f4b-723d-4833-940e-18dced2f9680 req-00cbf70f-de63-4aa5-9524-a3c8de075e77 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Synchronizing usage tracker for tenant:a903142bdb844f2e9f807ee273b8f26b on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:18:35.163202 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-beef8f4b-723d-4833-940e-18dced2f9680 req-00cbf70f-de63-4aa5-9524-a3c8de075e77 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Unset dirty status for tenant:a903142bdb844f2e9f807ee273b8f26b on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:18:35.164486 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-beef8f4b-723d-4833-940e-18dced2f9680 req-00cbf70f-de63-4aa5-9524-a3c8de075e77 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4f54685-27eb-4798-b3d8-20b4a4316e8e HTTP/1.1" status: 200 len: 210 time: 0.0585182 Jun 01 10:18:35.492323 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe46359-539c-4939-af59-b21888de3dc2 req-5ef63b24-8eb1-49f6-b108-c812d25ef3f6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:35.493792 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-afe46359-539c-4939-af59-b21888de3dc2 req-5ef63b24-8eb1-49f6-b108-c812d25ef3f6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0853665 Jun 01 10:18:35.549358 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-afe46359-539c-4939-af59-b21888de3dc2 req-f166a8f6-09d0-42fd-9b23-b1fee7c70c76 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458627 Jun 01 10:18:36.262712 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81f631-6f18-4ef0-aee7-0681f8bb724c req-8653028f-630c-48b3-94d4-830d9d453890 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:36.264188 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cf81f631-6f18-4ef0-aee7-0681f8bb724c req-8653028f-630c-48b3-94d4-830d9d453890 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 945 time: 0.0794239 Jun 01 10:18:36.313458 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cf81f631-6f18-4ef0-aee7-0681f8bb724c req-3463ba22-364c-4409-ab03-e418c73cd89d tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=357721d8-d71d-4362-86ca-45cfb9bf4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433033 Jun 01 10:18:36.749782 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93406353-29b1-4aa9-9f73-738fdbcdff50 req-42733979-7213-41ac-b3db-5199a57bc280 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:36.751328 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-93406353-29b1-4aa9-9f73-738fdbcdff50 req-42733979-7213-41ac-b3db-5199a57bc280 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0802248 Jun 01 10:18:36.797035 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-93406353-29b1-4aa9-9f73-738fdbcdff50 req-a1d93a64-2fc1-4258-905c-a9e6ac26831a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392969 Jun 01 10:18:37.104726 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device c2e78780-6309-4930-816a-bb4e4e82a4b9 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:18:37.138608 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: c2e78780-6309-4930-816a-bb4e4e82a4b9 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:18:37.138954 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device c2e78780-6309-4930-816a-bb4e4e82a4b9 not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:18:37.515885 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb29471-d6b5-41f1-b86f-73b41382e6d7 req-73c4a037-e215-4d91-a25c-16d38395c542 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:37.517407 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4bb29471-d6b5-41f1-b86f-73b41382e6d7 req-73c4a037-e215-4d91-a25c-16d38395c542 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 945 time: 0.0970032 Jun 01 10:18:37.571349 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eeb9ed47-fb61-40b8-89db-997b1d432599 req-c1432b4c-ac21-488e-9829-473506796406 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1203058592&fields=id&tenant_id=8c213841620f45b3b6df19fb28b95b42 HTTP/1.1" status: 200 len: 267 time: 0.0771148 Jun 01 10:18:37.611201 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4bb29471-d6b5-41f1-b86f-73b41382e6d7 req-be996ddd-b8c7-4b4b-84b0-4ceeb8db420e tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=357721d8-d71d-4362-86ca-45cfb9bf4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882812 Jun 01 10:18:37.662134 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9ed47-fb61-40b8-89db-997b1d432599 req-bfac369e-4aab-4f73-b8db-45880bf28495 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:37.663577 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eeb9ed47-fb61-40b8-89db-997b1d432599 req-bfac369e-4aab-4f73-b8db-45880bf28495 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 984 time: 0.0860584 Jun 01 10:18:37.674507 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [req-eeb9ed47-fb61-40b8-89db-997b1d432599 req-99ad3112-871a-4afb-a817-54d51506994c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Request body: {'port': {'security_groups': ['6c63f2d1-966c-4838-9466-af427b747e23']}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:18:37.884623 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-eeb9ed47-fb61-40b8-89db-997b1d432599 req-99ad3112-871a-4afb-a817-54d51506994c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:38.093200 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d7b6e-9b9a-45df-972f-55a5238c451b req-2f863617-7539-4061-a98f-43b26dfce150 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:38.094696 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-690d7b6e-9b9a-45df-972f-55a5238c451b req-2f863617-7539-4061-a98f-43b26dfce150 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1682966 Jun 01 10:18:38.217112 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-690d7b6e-9b9a-45df-972f-55a5238c451b req-f4d0c86b-9022-4a47-91aa-b86eeab4cfb8 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745084 Jun 01 10:18:38.245021 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-eeb9ed47-fb61-40b8-89db-997b1d432599 req-99ad3112-871a-4afb-a817-54d51506994c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] For port 43964b0b-af0a-42e7-8722-b1cdba88010e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=43964b0b-af0a-42e7-8722-b1cdba88010e,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:38.270254 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-eeb9ed47-fb61-40b8-89db-997b1d432599 req-99ad3112-871a-4afb-a817-54d51506994c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for port, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:38.274496 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-eeb9ed47-fb61-40b8-89db-997b1d432599 req-99ad3112-871a-4afb-a817-54d51506994c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14660870'] for port, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:38.282888 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-4846fcd4-cc93-49d3-bc87-8be6b26a4f0a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:38.287140 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['43964b0b-af0a-42e7-8722-b1cdba88010e'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:18:38.385017 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9ed47-fb61-40b8-89db-997b1d432599 req-99ad3112-871a-4afb-a817-54d51506994c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:38.385631 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-eeb9ed47-fb61-40b8-89db-997b1d432599 req-99ad3112-871a-4afb-a817-54d51506994c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:38.387135 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-eeb9ed47-fb61-40b8-89db-997b1d432599 req-99ad3112-871a-4afb-a817-54d51506994c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "PUT /v2.0/ports/43964b0b-af0a-42e7-8722-b1cdba88010e HTTP/1.1" status: 200 len: 942 time: 0.7172670 Jun 01 10:18:38.396096 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37336) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:38.399321 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:18:38.402346 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c83e7d8-caac-4c63-97a8-86fff107ba01" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:18:38.432317 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad3112-871a-4afb-a817-54d51506994c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event updated for resources: {'Port': ['ID=43964b0b-af0a-42e7-8722-b1cdba88010e,revision_number=7']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:38.436188 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-99ad3112-871a-4afb-a817-54d51506994c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:38.481756 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-59a678e9-c9c2-43af-a6d2-bef27afc03b2 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:38.483581 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-59a678e9-c9c2-43af-a6d2-bef27afc03b2 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.82 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 945 time: 0.2024605 Jun 01 10:18:38.485230 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fba152-390e-435b-81a0-04900ad57e67 x-openstack-request-id: req-69fba152-390e-435b-81a0-04900ad57e67 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:18:38.485647 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:18:38.486051 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69fba152-390e-435b-81a0-04900ad57e67 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:18:38.486599 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'status': 'completed', 'code': 200} Jun 01 10:18:38.491104 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['43964b0b-af0a-42e7-8722-b1cdba88010e'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:18:38.657998 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Deleting port 96dbd9b2-0a54-476f-9523-9d625fab4ea5 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:38.658485 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:38.674195 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:38.707963 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:38.741803 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-24d818dd-f80d-491d-a702-7fe0bdb9f265 None None] Provisioning complete for port 43964b0b-af0a-42e7-8722-b1cdba88010e triggered by entity DHCP. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:18:38.742194 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-24d818dd-f80d-491d-a702-7fe0bdb9f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:38.761032 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83e7d8-caac-4c63-97a8-86fff107ba01 req-a3bf43d6-76f7-4fdd-9827-4f81d10f6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:38.763072 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8c83e7d8-caac-4c63-97a8-86fff107ba01 req-a3bf43d6-76f7-4fdd-9827-4f81d10f6c7c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c213841620f45b3b6df19fb28b95b42&device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 1098 time: 0.2023134 Jun 01 10:18:38.865890 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] For port 96dbd9b2-0a54-476f-9523-9d625fab4ea5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=96dbd9b2-0a54-476f-9523-9d625fab4ea5,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:38.866339 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:38.871823 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:38.879862 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7c92d880-3239-49ec-af9d-cf17795604cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:38.898336 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be943c5-e754-4e59-a753-359b55054dca,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:38.919491 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:38.919868 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:38.920236 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:38.920597 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:38.920956 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:38.921309 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:38.921662 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:38.922071 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:38.922427 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:38.922777 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:38.923124 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:38.923472 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:38.932987 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:38.937229 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:38.940948 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "DELETE /v2.0/security-groups/6be943c5-e754-4e59-a753-359b55054dca HTTP/1.1" status: 204 len: 168 time: 0.5395958 Jun 01 10:18:38.943358 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37344) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:38.951622 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4cc88-d1a7-466e-ab37-6929a874296f req-e0ac9e04-7173-4227-985b-028e705f7926 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:38.953107 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-30d4cc88-d1a7-466e-ab37-6929a874296f req-e0ac9e04-7173-4227-985b-028e705f7926 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 945 time: 0.2141550 Jun 01 10:18:38.956949 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83e7d8-caac-4c63-97a8-86fff107ba01 req-926aa4d1-9734-4018-9cfa-1bb3ddddb4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:38.958373 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8c83e7d8-caac-4c63-97a8-86fff107ba01 req-926aa4d1-9734-4018-9cfa-1bb3ddddb4c0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c HTTP/1.1" status: 200 len: 917 time: 0.1877425 Jun 01 10:18:39.068030 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8c83e7d8-caac-4c63-97a8-86fff107ba01 req-2cf78a4a-9acb-4ae9-ac02-a7f96d0d4acf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43964b0b-af0a-42e7-8722-b1cdba88010e HTTP/1.1" status: 200 len: 1001 time: 0.1020482 Jun 01 10:18:39.133045 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83e7d8-caac-4c63-97a8-86fff107ba01 req-eef1096c-1788-4d38-97b8-d7d4955dde46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:39.134543 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8c83e7d8-caac-4c63-97a8-86fff107ba01 req-eef1096c-1788-4d38-97b8-d7d4955dde46 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25d1faea-9cc7-4a76-bde1-58a0daf64b4a HTTP/1.1" status: 200 len: 854 time: 0.0591917 Jun 01 10:18:39.186523 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-30d4cc88-d1a7-466e-ab37-6929a874296f req-824d5786-e5fd-4e5e-8127-719621b875ff tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups?id=357721d8-d71d-4362-86ca-45cfb9bf4fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726403 Jun 01 10:18:39.219105 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83e7d8-caac-4c63-97a8-86fff107ba01 req-8b3af2f9-c6c0-40d7-be48-8ca3569228bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:39.220586 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8c83e7d8-caac-4c63-97a8-86fff107ba01 req-8b3af2f9-c6c0-40d7-be48-8ca3569228bf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0799522 Jun 01 10:18:39.375223 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8c83e7d8-caac-4c63-97a8-86fff107ba01 req-ef652874-be9c-486b-9d61-43909a52ec61 service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481733 Jun 01 10:18:39.514893 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [req-8c83e7d8-caac-4c63-97a8-86fff107ba01 req-6a097818-7a94-4a65-bc59-462ab8246f2e service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334493 Jun 01 10:18:39.619262 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:39.619644 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:39.619934 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.l3_db [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Floating IP e96d5fe9-046b-4e63-af11-bc980d94f5db disassociated. External IP: 172.28.3.52, port: 96dbd9b2-0a54-476f-9523-9d625fab4ea5. Jun 01 10:18:39.620268 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Calling delete_port for 96dbd9b2-0a54-476f-9523-9d625fab4ea5 owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:39.676316 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Deleting port b9c0b5b5-7984-445e-8a69-313b960d07d8 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:39.677051 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:39.701245 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728d4c5-5797-4344-8b4d-548910c1de7d req-1f320ae0-c5a9-4635-8220-a850c0f9c16b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:39.702722 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d728d4c5-5797-4344-8b4d-548910c1de7d req-1f320ae0-c5a9-4635-8220-a850c0f9c16b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.3084457 Jun 01 10:18:39.893594 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d728d4c5-5797-4344-8b4d-548910c1de7d req-9761e855-bef5-4407-b730-a4b7eb63b414 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829765 Jun 01 10:18:39.927706 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:39.928098 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:40.051063 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:40.058810 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Calling delete_port for b9c0b5b5-7984-445e-8a69-313b960d07d8 owned by network:floatingip {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:40.065197 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9e4ae65d-94b3-446c-b96c-12e888b0f539 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:40.128917 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event deleted for resources: {'Port': ['ID=96dbd9b2-0a54-476f-9523-9d625fab4ea5,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:40.135493 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:40.385798 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-05693a8d-4888-4fd9-b89c-032aa8ea0b8a req-5c25b3fe-f4af-4b63-9a7e-4dcda1623578 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 210 time: 0.0719914 Jun 01 10:18:40.418753 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Router 2e58d5fa-4952-489a-8608-9a6979193376 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:18:40.650916 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:40.657743 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:40.709890 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event deleted for resources: {'Port': ['ID=b9c0b5b5-7984-445e-8a69-313b960d07d8,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:40.744010 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:40.751580 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:18:40.762856 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659cefd-d784-47c1-9b79-a215c5a8da9c None None] Sync routers for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:18:40.772686 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659cefd-d784-47c1-9b79-a215c5a8da9c None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:18:40.773308 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-4659cefd-d784-47c1-9b79-a215c5a8da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:18:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:40.863225 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] No DVR routers for this DVR port 96dbd9b2-0a54-476f-9523-9d625fab4ea5 on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:18:40.867206 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:40.869891 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fd581f-538c-47ad-be56-8b13bc750569', 'name': 'network-vif-deleted', 'tag': '96dbd9b2-0a54-476f-9523-9d625fab4ea5'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:18:40.872501 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56ef4d8-d65c-4dda-8b3e-429a2ebddccc" -d '{"events": [{"server_uuid": "27fd581f-538c-47ad-be56-8b13bc750569", "name": "network-vif-deleted", "tag": "96dbd9b2-0a54-476f-9523-9d625fab4ea5"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:18:40.895802 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks [] for floatingip, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:40.896278 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.l3_db [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Floating IP 615ff47a-abc0-4b83-981d-9f1b2e20b8a4 disassociated (deleted). External IP: 172.28.3.127, port: 43964b0b-af0a-42e7-8722-b1cdba88010e. Jun 01 10:18:40.951213 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5427ca28-8d3b-4985-ab80-72dc34456ab0 req-d1d1dcd2-12c7-493b-8959-d4001bc073e4 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.82 "DELETE /v2.0/ports/96dbd9b2-0a54-476f-9523-9d625fab4ea5 HTTP/1.1" status: 204 len: 173 time: 2.4523656 Jun 01 10:18:40.961736 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8595d2-72b3-4231-b0b3-dee5021dcc4a x-openstack-request-id: req-dc8595d2-72b3-4231-b0b3-dee5021dcc4a {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:18:40.962176 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fd581f-538c-47ad-be56-8b13bc750569", "name": "network-vif-deleted", "tag": "96dbd9b2-0a54-476f-9523-9d625fab4ea5", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:18:40.962460 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc8595d2-72b3-4231-b0b3-dee5021dcc4a {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:18:40.963030 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fd581f-538c-47ad-be56-8b13bc750569', 'name': 'network-vif-deleted', 'tag': '96dbd9b2-0a54-476f-9523-9d625fab4ea5', 'status': 'completed', 'code': 200} Jun 01 10:18:40.974454 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-4659cefd-d784-47c1-9b79-a215c5a8da9c None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:18:41.156762 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 96dbd9b2-0a54-476f-9523-9d625fab4ea5 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:18:41.203614 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: 96dbd9b2-0a54-476f-9523-9d625fab4ea5 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:18:41.203963 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 96dbd9b2-0a54-476f-9523-9d625fab4ea5 not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:18:41.357662 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f68033-3703-4a7c-80dc-4fb42c57ff60 req-513ef36f-8685-470c-b9e1-30bd457631cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:41.359149 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-07f68033-3703-4a7c-80dc-4fb42c57ff60 req-513ef36f-8685-470c-b9e1-30bd457631cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1947730 Jun 01 10:18:41.378302 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-4659cefd-d784-47c1-9b79-a215c5a8da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:05Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:41.382525 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659cefd-d784-47c1-9b79-a215c5a8da9c None None] Checking router: 2e58d5fa-4952-489a-8608-9a6979193376 for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:18:41.391361 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659cefd-d784-47c1-9b79-a215c5a8da9c None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:18:41.391998 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-4659cefd-d784-47c1-9b79-a215c5a8da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:18:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:41.494594 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-07f68033-3703-4a7c-80dc-4fb42c57ff60 req-b314cf79-053e-47c5-b2ae-a77447ea6b7e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277671 Jun 01 10:18:41.517978 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Router 4f643d8d-435c-4f98-9487-59fff55c4461 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:18:41.583185 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-4659cefd-d784-47c1-9b79-a215c5a8da9c None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:18:41.654693 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-9168ef5c-c393-4179-bfe0-0706571c9989 req-6601f49b-f270-4616-a4fb-1ecbca604c97 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Synchronizing usage tracker for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:18:41.734289 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-9168ef5c-c393-4179-bfe0-0706571c9989 req-6601f49b-f270-4616-a4fb-1ecbca604c97 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Unset dirty status for tenant:9ed8d30ff7de42a3915a08fc72ff69d6 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:18:41.735339 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9168ef5c-c393-4179-bfe0-0706571c9989 req-6601f49b-f270-4616-a4fb-1ecbca604c97 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/ports?device_id=27fd581f-538c-47ad-be56-8b13bc750569 HTTP/1.1" status: 200 len: 210 time: 0.1482787 Jun 01 10:18:41.774150 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:18:41.779070 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:41.784822 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd18311-5cce-46db-b356-e46ccdc61100 None None] Sync routers for ids ['4f643d8d-435c-4f98-9487-59fff55c4461'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:18:41.795826 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd18311-5cce-46db-b356-e46ccdc61100 None None] Routers {'4f643d8d-435c-4f98-9487-59fff55c4461'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:18:41.796459 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-3fd18311-5cce-46db-b356-e46ccdc61100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:18:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['4f643d8d-435c-4f98-9487-59fff55c4461'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:41.838388 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "DELETE /v2.0/floatingips/615ff47a-abc0-4b83-981d-9f1b2e20b8a4 HTTP/1.1" status: 204 len: 168 time: 2.8842611 Jun 01 10:18:41.935589 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-4659cefd-d784-47c1-9b79-a215c5a8da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:05Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:41.939641 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659cefd-d784-47c1-9b79-a215c5a8da9c None None] The sync data for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb is: [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:12:54Z', 'revision_number': 4, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': '9b2d69af-4ed1-4395-bc8a-74457ea963c3', 'name': '', 'network_id': '7900aab4-e9fe-4a51-9bca-0dfd165efadc', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'mac_address': 'fa:16:3e:2e:08:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2495f7f6-4b79-4201-8237-61645accc743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:50Z', 'updated_at': '2021-06-01T10:13:05Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'subnets': [{'id': '2495f7f6-4b79-4201-8237-61645accc743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:18:41.976095 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-3fd18311-5cce-46db-b356-e46ccdc61100 None None] Set router 4f643d8d-435c-4f98-9487-59fff55c4461 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:18:42.218033 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0f9b12-6ee6-4c36-8725-a8f4c02744c9 None None] New status for floating IP e96d5fe9-046b-4e63-af11-bc980d94f5db: DOWN {{(pid=91917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:18:42.328760 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-3fd18311-5cce-46db-b356-e46ccdc61100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:15:40Z', 'revision_number': 4, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b', 'name': '', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'mac_address': 'fa:16:3e:7f:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:39Z', 'updated_at': '2021-06-01T10:15:49Z', 'revision_number': 5, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'subnets': [{'id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:42.333120 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd18311-5cce-46db-b356-e46ccdc61100 None None] Checking router: 4f643d8d-435c-4f98-9487-59fff55c4461 for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:18:42.343469 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd18311-5cce-46db-b356-e46ccdc61100 None None] Routers {'4f643d8d-435c-4f98-9487-59fff55c4461'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:18:42.344323 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-3fd18311-5cce-46db-b356-e46ccdc61100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:18:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['4f643d8d-435c-4f98-9487-59fff55c4461'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:42.535805 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-3fd18311-5cce-46db-b356-e46ccdc61100 None None] Set router 4f643d8d-435c-4f98-9487-59fff55c4461 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:18:42.766910 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb6eb7-2d70-46cc-9916-11abd01c0370 req-c3432858-9b11-4427-8ebc-3ab8a50f1b98 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:42.768406 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1beb6eb7-2d70-46cc-9916-11abd01c0370 req-c3432858-9b11-4427-8ebc-3ab8a50f1b98 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0835776 Jun 01 10:18:42.821462 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1beb6eb7-2d70-46cc-9916-11abd01c0370 req-a4c013e9-c78b-4bf0-8aa0-7f044d0c84b6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433772 Jun 01 10:18:42.870196 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37396) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:42.886393 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-3fd18311-5cce-46db-b356-e46ccdc61100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:15:40Z', 'revision_number': 4, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b', 'name': '', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'mac_address': 'fa:16:3e:7f:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:39Z', 'updated_at': '2021-06-01T10:15:49Z', 'revision_number': 5, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'subnets': [{'id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:42.890244 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd18311-5cce-46db-b356-e46ccdc61100 None None] The sync data for ids ['4f643d8d-435c-4f98-9487-59fff55c4461'] in dv-cinder-784779-13-smb is: [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:15:40Z', 'revision_number': 4, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b', 'name': '', 'network_id': '80cb85cd-37a5-462d-b52a-5f7f4e9c500c', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'mac_address': 'fa:16:3e:7f:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:39Z', 'updated_at': '2021-06-01T10:15:49Z', 'revision_number': 5, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'subnets': [{'id': '25d1faea-9cc7-4a76-bde1-58a0daf64b4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:18:42.940957 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-351ffef2-c145-4097-a0f5-da8d8e9705aa tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:42.966847 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:18:42.969144 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfaa7a9-d948-436d-82cd-78348e840694" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:18:42.979492 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-351ffef2-c145-4097-a0f5-da8d8e9705aa tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:43.030327 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b5f72b-b54a-4cb7-a611-0a05a711e1ff x-openstack-request-id: req-a1b5f72b-b54a-4cb7-a611-0a05a711e1ff {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:18:43.030671 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:18:43.030920 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a1b5f72b-b54a-4cb7-a611-0a05a711e1ff {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:18:43.031428 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'status': 'completed', 'code': 200} Jun 01 10:18:43.092689 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-351ffef2-c145-4097-a0f5-da8d8e9705aa tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:43.102477 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-4a0b7704-9f71-4757-ad14-328878b132b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:43.128885 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ffef2-c145-4097-a0f5-da8d8e9705aa tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=357721d8-d71d-4362-86ca-45cfb9bf4fd9,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:43.134882 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-351ffef2-c145-4097-a0f5-da8d8e9705aa tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:43.142344 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-351ffef2-c145-4097-a0f5-da8d8e9705aa tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:43.143561 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-351ffef2-c145-4097-a0f5-da8d8e9705aa tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "DELETE /v2.0/security-groups/357721d8-d71d-4362-86ca-45cfb9bf4fd9 HTTP/1.1" status: 204 len: 168 time: 0.2715647 Jun 01 10:18:43.146657 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37402) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:43.161337 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831826dd-32b0-4c1c-a0db-752177694f24 None None] New status for floating IP 615ff47a-abc0-4b83-981d-9f1b2e20b8a4: DOWN {{(pid=91918) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:18:43.167545 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.api.v2.resource [None req-051bb843-52c3-4bdd-a384-85eb523500b8 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] show failed (client error): The resource could not be found. Jun 01 10:18:43.168533 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-051bb843-52c3-4bdd-a384-85eb523500b8 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "GET /v2.0/security-groups/357721d8-d71d-4362-86ca-45cfb9bf4fd9 HTTP/1.1" status: 404 len: 347 time: 0.0207260 Jun 01 10:18:43.171516 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37406) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:43.252527 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa7a9-d948-436d-82cd-78348e840694 req-00954fb5-a83f-44c2-b719-c794531bef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:43.254019 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ddfaa7a9-d948-436d-82cd-78348e840694 req-00954fb5-a83f-44c2-b719-c794531bef93 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c213841620f45b3b6df19fb28b95b42&device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 1098 time: 0.1996431 Jun 01 10:18:43.504374 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa7a9-d948-436d-82cd-78348e840694 req-0bcb93ad-3ce1-4d89-96b5-d08a4974a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:43.506112 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ddfaa7a9-d948-436d-82cd-78348e840694 req-0bcb93ad-3ce1-4d89-96b5-d08a4974a77e service neutron] 10.222.0.82 "GET /v2.0/networks?id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c HTTP/1.1" status: 200 len: 917 time: 0.1994433 Jun 01 10:18:43.513132 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-8d41929f-30ba-4a29-934b-7ff434a908e9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Deleting port 59b6fd37-472a-49ce-a9d9-5b4a1734b863 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:43.513469 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d41929f-30ba-4a29-934b-7ff434a908e9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:43.752180 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ddfaa7a9-d948-436d-82cd-78348e840694 req-d54f1a84-8912-465b-8dd0-229726e97e12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43964b0b-af0a-42e7-8722-b1cdba88010e HTTP/1.1" status: 200 len: 217 time: 0.2250192 Jun 01 10:18:43.856798 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa7a9-d948-436d-82cd-78348e840694 req-edd28889-ed60-47e0-b1d1-8f35d0a47ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:43.858242 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ddfaa7a9-d948-436d-82cd-78348e840694 req-edd28889-ed60-47e0-b1d1-8f35d0a47ed2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25d1faea-9cc7-4a76-bde1-58a0daf64b4a HTTP/1.1" status: 200 len: 854 time: 0.0989716 Jun 01 10:18:43.865435 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d41929f-30ba-4a29-934b-7ff434a908e9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:43.865732 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d41929f-30ba-4a29-934b-7ff434a908e9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:44.067328 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-8d41929f-30ba-4a29-934b-7ff434a908e9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Calling delete_port for 59b6fd37-472a-49ce-a9d9-5b4a1734b863 owned by network:floatingip {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:44.149772 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa7a9-d948-436d-82cd-78348e840694 req-b397bafa-99f6-4063-8747-592ae18233dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:44.151249 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ddfaa7a9-d948-436d-82cd-78348e840694 req-b397bafa-99f6-4063-8747-592ae18233dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=80cb85cd-37a5-462d-b52a-5f7f4e9c500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2767177 Jun 01 10:18:44.165156 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4656b-8b85-4f1c-9b30-694f262b2b9e req-fe0d90c8-17d4-4b21-8675-30d062a763eb tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:44.166524 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4bd4656b-8b85-4f1c-9b30-694f262b2b9e req-fe0d90c8-17d4-4b21-8675-30d062a763eb tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1981072 Jun 01 10:18:44.356072 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-4bd4656b-8b85-4f1c-9b30-694f262b2b9e req-8deafeba-0b98-465d-a1d5-992d231675dc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679497 Jun 01 10:18:44.382817 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ddfaa7a9-d948-436d-82cd-78348e840694 req-b2c4a23c-1b0a-4f1e-84b5-89cf9096c455 service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153831 Jun 01 10:18:44.469630 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d41929f-30ba-4a29-934b-7ff434a908e9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:44.474895 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3d8bfb90-2128-4682-8912-d46327f0faca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:44.525843 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41929f-30ba-4a29-934b-7ff434a908e9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Pushing event deleted for resources: {'Port': ['ID=59b6fd37-472a-49ce-a9d9-5b4a1734b863,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:44.531428 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8d41929f-30ba-4a29-934b-7ff434a908e9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:44.643110 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ddfaa7a9-d948-436d-82cd-78348e840694 req-a12156f1-e1a5-4e08-be08-75f04a346243 service neutron] 10.222.0.82 "GET /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533641 Jun 01 10:18:44.653422 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d41929f-30ba-4a29-934b-7ff434a908e9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks [] for floatingip, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:44.672461 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8d41929f-30ba-4a29-934b-7ff434a908e9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:44.673955 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-8d41929f-30ba-4a29-934b-7ff434a908e9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] 10.222.0.47 "DELETE /v2.0/floatingips/e96d5fe9-046b-4e63-af11-bc980d94f5db HTTP/1.1" status: 204 len: 168 time: 1.5011976 Jun 01 10:18:45.150505 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fb783-3c9c-4563-8091-9e2c052ddcd6 req-c1091d20-6985-4cb7-95fd-84f333378e0f tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:45.151201 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-f05fb783-3c9c-4563-8091-9e2c052ddcd6 req-c1091d20-6985-4cb7-95fd-84f333378e0f tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Synchronizing usage tracker for tenant:8c213841620f45b3b6df19fb28b95b42 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:18:45.163348 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-f05fb783-3c9c-4563-8091-9e2c052ddcd6 req-c1091d20-6985-4cb7-95fd-84f333378e0f tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Unset dirty status for tenant:8c213841620f45b3b6df19fb28b95b42 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:18:45.164461 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f05fb783-3c9c-4563-8091-9e2c052ddcd6 req-c1091d20-6985-4cb7-95fd-84f333378e0f tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 945 time: 0.0931470 Jun 01 10:18:45.211814 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f05fb783-3c9c-4563-8091-9e2c052ddcd6 req-9b1580a7-ca4a-4196-8251-714ef75482e1 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 Jun 01 10:18:45.556079 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410fea9-c637-4723-8f84-42671aa80f04 req-3001e484-7afb-4a77-99e1-67935d71b7a1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:45.558458 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c410fea9-c637-4723-8f84-42671aa80f04 req-3001e484-7afb-4a77-99e1-67935d71b7a1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0873973 Jun 01 10:18:45.610623 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c410fea9-c637-4723-8f84-42671aa80f04 req-0504b14d-e0c3-4aed-b289-de9f282087e7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469296 Jun 01 10:18:46.403272 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80143b02-f0ae-41e6-b6fb-667c76c9b576 req-f5f2cb51-735d-4620-ba82-7b9964a48248 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:46.404703 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-80143b02-f0ae-41e6-b6fb-667c76c9b576 req-f5f2cb51-735d-4620-ba82-7b9964a48248 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 945 time: 0.0826278 Jun 01 10:18:46.448288 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-80143b02-f0ae-41e6-b6fb-667c76c9b576 req-25aa4efa-8b95-4aca-9035-b484b60a034f tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c63f2d1-966c-4838-9466-af427b747e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379167 Jun 01 10:18:46.862397 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3acff-b78d-4662-b57a-7e9d825c7bba req-7afa3ec7-3e4f-4749-a6f8-f2eddf6ef6cf tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:46.863893 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f4f3acff-b78d-4662-b57a-7e9d825c7bba req-7afa3ec7-3e4f-4749-a6f8-f2eddf6ef6cf tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1380913 Jun 01 10:18:46.909716 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c928f-4463-4b3b-8d61-0973e0146dae req-6988629f-0ec3-447c-b497-a9ddc24a54fb tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:46.911165 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-108c928f-4463-4b3b-8d61-0973e0146dae req-6988629f-0ec3-447c-b497-a9ddc24a54fb tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.82 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 945 time: 0.1278358 Jun 01 10:18:46.957840 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f4f3acff-b78d-4662-b57a-7e9d825c7bba req-0e2f4ec3-0fa2-48b5-9d82-42c2536d0d71 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878410 Jun 01 10:18:47.161902 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-108c928f-4463-4b3b-8d61-0973e0146dae req-b1f72950-39a2-427f-afd6-d0ec6de6f69d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Deleting port 43964b0b-af0a-42e7-8722-b1cdba88010e {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:47.162192 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-108c928f-4463-4b3b-8d61-0973e0146dae req-b1f72950-39a2-427f-afd6-d0ec6de6f69d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:47.298776 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-108c928f-4463-4b3b-8d61-0973e0146dae req-b1f72950-39a2-427f-afd6-d0ec6de6f69d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] For port 43964b0b-af0a-42e7-8722-b1cdba88010e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=43964b0b-af0a-42e7-8722-b1cdba88010e,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:47.299305 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-108c928f-4463-4b3b-8d61-0973e0146dae req-b1f72950-39a2-427f-afd6-d0ec6de6f69d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:47.428451 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-108c928f-4463-4b3b-8d61-0973e0146dae req-b1f72950-39a2-427f-afd6-d0ec6de6f69d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Calling delete_port for 43964b0b-af0a-42e7-8722-b1cdba88010e owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:47.552177 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-108c928f-4463-4b3b-8d61-0973e0146dae req-b1f72950-39a2-427f-afd6-d0ec6de6f69d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:47.558352 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-09880ee3-fb88-4b04-aa54-ca1219573cb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:47.645885 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f72950-39a2-427f-afd6-d0ec6de6f69d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Pushing event deleted for resources: {'Port': ['ID=43964b0b-af0a-42e7-8722-b1cdba88010e,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:47.654098 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b1f72950-39a2-427f-afd6-d0ec6de6f69d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:47.656339 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1ff58d41-b801-4f37-9edc-02550ce0e09a req-500c69e5-26d2-44ec-badd-be6bf9923264 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bc53562-1960-459b-b9d5-220492de1953 HTTP/1.1" status: 200 len: 210 time: 0.0630610 Jun 01 10:18:47.727886 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-108c928f-4463-4b3b-8d61-0973e0146dae req-b1f72950-39a2-427f-afd6-d0ec6de6f69d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] No DVR routers for this DVR port 43964b0b-af0a-42e7-8722-b1cdba88010e on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:18:47.730205 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-108c928f-4463-4b3b-8d61-0973e0146dae req-b1f72950-39a2-427f-afd6-d0ec6de6f69d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:47.732684 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'name': 'network-vif-deleted', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:18:47.734934 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad092a6a-e8a4-4de2-a146-5d3eb688fc12" -d '{"events": [{"server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "name": "network-vif-deleted", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:18:47.749777 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-108c928f-4463-4b3b-8d61-0973e0146dae req-b1f72950-39a2-427f-afd6-d0ec6de6f69d tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] 10.222.0.82 "DELETE /v2.0/ports/43964b0b-af0a-42e7-8722-b1cdba88010e HTTP/1.1" status: 204 len: 173 time: 0.8328528 Jun 01 10:18:47.783661 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd66653-9777-4de6-ba57-3c236cd3467e x-openstack-request-id: req-edd66653-9777-4de6-ba57-3c236cd3467e {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:18:47.784012 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc53562-1960-459b-b9d5-220492de1953", "name": "network-vif-deleted", "tag": "43964b0b-af0a-42e7-8722-b1cdba88010e", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:18:47.784290 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-edd66653-9777-4de6-ba57-3c236cd3467e {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:18:47.784715 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc53562-1960-459b-b9d5-220492de1953', 'name': 'network-vif-deleted', 'tag': '43964b0b-af0a-42e7-8722-b1cdba88010e', 'status': 'completed', 'code': 200} Jun 01 10:18:48.180180 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedb38c-4ea3-4cdc-abe0-72fecb115571 req-fafc109a-2e35-4957-93ff-8957ac0061b1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:48.181676 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9bedb38c-4ea3-4cdc-abe0-72fecb115571 req-fafc109a-2e35-4957-93ff-8957ac0061b1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1024969 Jun 01 10:18:48.234333 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9bedb38c-4ea3-4cdc-abe0-72fecb115571 req-7d6a58f4-f3fa-4d4a-9d73-2fcbf9e9ab66 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433142 Jun 01 10:18:48.683631 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37498) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:49.147724 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 43964b0b-af0a-42e7-8722-b1cdba88010e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:18:49.184200 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: 43964b0b-af0a-42e7-8722-b1cdba88010e {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:18:49.184601 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 43964b0b-af0a-42e7-8722-b1cdba88010e not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:18:49.299107 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571835'] for router_interface, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:49.466602 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751edc9-9740-433a-b54d-0719e54a2048 req-d56984a1-84ba-435d-b7d3-8085c4514c85 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:49.468186 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0751edc9-9740-433a-b54d-0719e54a2048 req-d56984a1-84ba-435d-b7d3-8085c4514c85 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1065011 Jun 01 10:18:49.492076 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37556) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:49.610344 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-0751edc9-9740-433a-b54d-0719e54a2048 req-265581a8-9859-4cd9-8093-37c569566e3c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330810 Jun 01 10:18:49.839197 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] Deleting port 9b2d69af-4ed1-4395-bc8a-74457ea963c3 {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:49.839792 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:49.963815 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] For port 9b2d69af-4ed1-4395-bc8a-74457ea963c3, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=9b2d69af-4ed1-4395-bc8a-74457ea963c3,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:49.964223 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:50.073198 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571835'] for router_interface, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:50.086615 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] Calling delete_port for 9b2d69af-4ed1-4395-bc8a-74457ea963c3 owned by network:router_interface {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:50.246944 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:50.251040 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-099a27b7-531b-4bfd-8d93-a595337c69c9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:50.307535 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2d69af-4ed1-4395-bc8a-74457ea963c3,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:50.311034 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:50.582868 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570411'] for router_interface, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:50.597276 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Deleting port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:50.597276 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:50.729584 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] For port bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:50.731440 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:50.937268 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Calling delete_port for bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b owned by network:router_interface {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:51.006581 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d71235-d072-4a6e-8615-668459cfd9b9 req-6a3ce1fc-0f85-43c4-861b-e498f1d42721 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:51.008212 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-56d71235-d072-4a6e-8615-668459cfd9b9 req-6a3ce1fc-0f85-43c4-861b-e498f1d42721 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.2520664 Jun 01 10:18:51.089885 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] Router 2e58d5fa-4952-489a-8608-9a6979193376 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:18:51.191371 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-56d71235-d072-4a6e-8615-668459cfd9b9 req-a15a6268-4745-4f87-a544-4b90e162289b tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752453 Jun 01 10:18:51.279813 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:18:51.289029 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c09b1-40ec-40b6-8f86-063efebe21fa None None] Sync routers for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:18:51.293220 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-fce96511-3c67-419b-930c-5e0213a61e30 admin admin] 10.222.0.47 "PUT /v2.0/routers/2e58d5fa-4952-489a-8608-9a6979193376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6085360 Jun 01 10:18:51.296062 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37570) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:51.298070 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c09b1-40ec-40b6-8f86-063efebe21fa None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:18:51.298688 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-5a7c09b1-40ec-40b6-8f86-063efebe21fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:18:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:51.390267 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:51.396271 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f2aaefb6-7c07-4632-901a-340f236bec65 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:51.477370 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-5a7c09b1-40ec-40b6-8f86-063efebe21fa None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:18:51.523903 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:51.552773 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:51.553142 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:51.553503 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:51.553870 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:51.554230 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:51.554579 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:51.554922 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:51.555262 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:51.555605 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:51.555944 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:51.556284 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:51.556619 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:18:51.590705 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:51.617613 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Notify callbacks [] for router, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:51.780325 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-5a7c09b1-40ec-40b6-8f86-063efebe21fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:18:50Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:51.784672 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c09b1-40ec-40b6-8f86-063efebe21fa None None] Checking router: 2e58d5fa-4952-489a-8608-9a6979193376 for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:18:51.794590 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7c09b1-40ec-40b6-8f86-063efebe21fa None None] Routers {'2e58d5fa-4952-489a-8608-9a6979193376'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:18:51.795234 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-5a7c09b1-40ec-40b6-8f86-063efebe21fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:18:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['2e58d5fa-4952-489a-8608-9a6979193376'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:51.984331 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-5a7c09b1-40ec-40b6-8f86-063efebe21fa None None] Set router 2e58d5fa-4952-489a-8608-9a6979193376 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:18:52.057260 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:52.073207 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570411'] for router_interface, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:52.296246 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Deleting port d8a9df45-539c-4b47-b604-083e812b2779 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:52.296662 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:52.318258 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-5a7c09b1-40ec-40b6-8f86-063efebe21fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:18:50Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:52.322214 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7c09b1-40ec-40b6-8f86-063efebe21fa None None] The sync data for ids ['2e58d5fa-4952-489a-8608-9a6979193376'] in dv-cinder-784779-13-smb is: [{'id': '2e58d5fa-4952-489a-8608-9a6979193376', 'name': 'tempest-AttachVolumeTestJSON-1314832955-router', 'tenant_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154'}], 'enable_snat': True}, 'gw_port_id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:37Z', 'updated_at': '2021-06-01T10:18:50Z', 'revision_number': 5, 'project_id': '9ed8d30ff7de42a3915a08fc72ff69d6', 'gw_port': {'id': 'd8a9df45-539c-4b47-b604-083e812b2779', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e58d5fa-4952-489a-8608-9a6979193376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:39Z', 'updated_at': '2021-06-01T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:18:52.563777 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] For port d8a9df45-539c-4b47-b604-083e812b2779, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=d8a9df45-539c-4b47-b604-083e812b2779,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:52.564111 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:52.769073 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdc308-d09b-4a4a-a599-25f0aedb6ea8 req-572e4cee-e79b-4b2b-a938-489ba2b7a1df tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:52.770644 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-98bdc308-d09b-4a4a-a599-25f0aedb6ea8 req-572e4cee-e79b-4b2b-a938-489ba2b7a1df tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.4614985 Jun 01 10:18:52.778125 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Calling delete_port for d8a9df45-539c-4b47-b604-083e812b2779 owned by network:router_gateway {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:52.813468 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 9b2d69af-4ed1-4395-bc8a-74457ea963c3 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:18:52.847479 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Router 4f643d8d-435c-4f98-9487-59fff55c4461 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:18:52.850467 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: 9b2d69af-4ed1-4395-bc8a-74457ea963c3 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:18:52.850840 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 9b2d69af-4ed1-4395-bc8a-74457ea963c3 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:18:52.856409 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-98bdc308-d09b-4a4a-a599-25f0aedb6ea8 req-e13ae8c8-989d-4334-91a5-81b81509aba5 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735121 Jun 01 10:18:53.064688 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:18:53.076757 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cd78a-c5da-4f81-b5f4-a6ef98bb0342 None None] Sync routers for ids ['4f643d8d-435c-4f98-9487-59fff55c4461'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:18:53.080520 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-f5175db7-45df-4aba-830b-57d7662b0132 admin admin] 10.222.0.47 "PUT /v2.0/routers/4f643d8d-435c-4f98-9487-59fff55c4461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5853634 Jun 01 10:18:53.083483 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37584) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:53.101265 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cd78a-c5da-4f81-b5f4-a6ef98bb0342 None None] Routers {'4f643d8d-435c-4f98-9487-59fff55c4461'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:18:53.101809 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-722cd78a-c5da-4f81-b5f4-a6ef98bb0342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:18:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['4f643d8d-435c-4f98-9487-59fff55c4461'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:53.163349 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 14cff69a-c843-4000-9748-292e712f388a details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:18:53.305238 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-722cd78a-c5da-4f81-b5f4-a6ef98bb0342 None None] Set router 4f643d8d-435c-4f98-9487-59fff55c4461 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:18:53.322858 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:53.328573 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9733c4fa-ddd6-494d-b383-13059d4e51c3 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:53.344136 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Notify callbacks [] for router, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:53.369958 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cff69a-c843-4000-9748-292e712f388a,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:53.386529 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a9df45-539c-4b47-b604-083e812b2779,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:53.389548 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '14cff69a-c843-4000-9748-292e712f388a', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'port_id': '14cff69a-c843-4000-9748-292e712f388a', 'mac_address': 'fa:16:3e:da:27:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:18:53.394724 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:53.468572 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:53.490626 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14cff69a-c843-4000-9748-292e712f388a {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:18:53.513494 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565926'] for router_gateway, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:53.519412 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cff69a-c843-4000-9748-292e712f388a,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:53.528859 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:53.531039 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:53.602042 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:53.626049 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=14cff69a-c843-4000-9748-292e712f388a,revision_number=6']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:53.634766 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:53.651350 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['14cff69a-c843-4000-9748-292e712f388a'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:18:53.704587 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Deleting port f7320623-d742-4e73-a712-9c53d995760c {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:53.704950 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:53.735309 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-722cd78a-c5da-4f81-b5f4-a6ef98bb0342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f7320623-d742-4e73-a712-9c53d995760c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:18:51Z', 'revision_number': 5, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port': {'id': 'f7320623-d742-4e73-a712-9c53d995760c', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:03:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:35Z', 'updated_at': '2021-06-01T10:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:53.739558 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cd78a-c5da-4f81-b5f4-a6ef98bb0342 None None] Checking router: 4f643d8d-435c-4f98-9487-59fff55c4461 for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:18:53.760082 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722cd78a-c5da-4f81-b5f4-a6ef98bb0342 None None] Routers {'4f643d8d-435c-4f98-9487-59fff55c4461'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:18:53.763010 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-722cd78a-c5da-4f81-b5f4-a6ef98bb0342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:18:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['4f643d8d-435c-4f98-9487-59fff55c4461'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:53.811717 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5586'] for router, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:53.814282 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:53.879300 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] For port f7320623-d742-4e73-a712-9c53d995760c, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=f7320623-d742-4e73-a712-9c53d995760c,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:53.879712 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:53.933731 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571159'] for router, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:53.934554 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e58d5fa-4952-489a-8608-9a6979193376 {{(pid=91915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 10:18:53.955282 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:53.955957 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2e58d5fa-4952-489a-8608-9a6979193376 HTTP/1.1" status: 204 len: 168 time: 2.6589785 Jun 01 10:18:53.958524 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37608) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:53.974940 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-722cd78a-c5da-4f81-b5f4-a6ef98bb0342 None None] Set router 4f643d8d-435c-4f98-9487-59fff55c4461 gateway port host: None {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:18:54.057055 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Calling delete_port for f7320623-d742-4e73-a712-9c53d995760c owned by network:router_gateway {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:54.087611 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-722cd78a-c5da-4f81-b5f4-a6ef98bb0342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:18:53Z', 'revision_number': 6, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port_host': None}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:54.092796 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722cd78a-c5da-4f81-b5f4-a6ef98bb0342 None None] The sync data for ids ['4f643d8d-435c-4f98-9487-59fff55c4461'] in dv-cinder-784779-13-smb is: [{'id': '4f643d8d-435c-4f98-9487-59fff55c4461', 'name': 'tempest-TestMinimumBasicScenario-1133229038-router', 'tenant_id': '8c213841620f45b3b6df19fb28b95b42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:33Z', 'updated_at': '2021-06-01T10:18:53Z', 'revision_number': 6, 'project_id': '8c213841620f45b3b6df19fb28b95b42', 'gw_port_host': None}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:18:54.102757 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc55d80-e33e-41da-8c87-e2d4d9e4559a admin admin] Deleting subnet 2495f7f6-4b79-4201-8237-61645accc743 {{(pid=91916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:18:54.103429 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a3dd7-1b5f-4adc-917a-c410789eae36 req-aacc60a8-2f50-483a-a003-3038c6452841 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:54.106533 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b15a3dd7-1b5f-4adc-917a-c410789eae36 req-aacc60a8-2f50-483a-a003-3038c6452841 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 944 time: 0.1023905 Jun 01 10:18:54.109143 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7fc55d80-e33e-41da-8c87-e2d4d9e4559a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:54.165324 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7fc55d80-e33e-41da-8c87-e2d4d9e4559a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14937730'] for subnet, precommit_delete_associations {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:54.166129 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b15a3dd7-1b5f-4adc-917a-c410789eae36 req-cecbb85f-0fc9-4885-ac5d-db7ba237bf66 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524421 Jun 01 10:18:54.308980 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7fc55d80-e33e-41da-8c87-e2d4d9e4559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:54.583950 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:54.590311 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:54.670416 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7320623-d742-4e73-a712-9c53d995760c,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:54.688759 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:54.808319 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565926'] for router_gateway, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.002368 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5586'] for router, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.005482 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.032039 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-af864353-7122-46af-90e1-d5720fcf9ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.039577 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7fc55d80-e33e-41da-8c87-e2d4d9e4559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2792030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14452368'] for subnet, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.046490 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571159'] for router, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.047021 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f643d8d-435c-4f98-9487-59fff55c4461 {{(pid=91916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 10:18:55.049566 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6f5c868a-00a6-4dba-937b-ed134a3f9d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:55.090679 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc55d80-e33e-41da-8c87-e2d4d9e4559a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2495f7f6-4b79-4201-8237-61645accc743,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:55.092890 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7fc55d80-e33e-41da-8c87-e2d4d9e4559a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.097489 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7fc55d80-e33e-41da-8c87-e2d4d9e4559a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:55.103654 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4845641d-3b51-49c5-adbc-836ab5a4a984 None None] Network 7900aab4-e9fe-4a51-9bca-0dfd165efadc requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:18:55.110820 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-7fc55d80-e33e-41da-8c87-e2d4d9e4559a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2495f7f6-4b79-4201-8237-61645accc743 HTTP/1.1" status: 204 len: 168 time: 1.1511979 Jun 01 10:18:55.113319 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37630) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:55.114445 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Notify callbacks [] for router, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.115829 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] 10.222.0.47 "DELETE /v2.0/routers/4f643d8d-435c-4f98-9487-59fff55c4461 HTTP/1.1" status: 204 len: 168 time: 2.0301094 Jun 01 10:18:55.118205 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37634) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:55.178371 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 14cff69a-c843-4000-9748-292e712f388a up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:18:55.202715 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b67afdf-5398-4506-99f8-6f2b12ab0a56 admin admin] Deleting subnet 25d1faea-9cc7-4a76-bde1-58a0daf64b4a {{(pid=91916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:18:55.207111 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8b67afdf-5398-4506-99f8-6f2b12ab0a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.286265 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device d8a9df45-539c-4b47-b604-083e812b2779 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:18:55.287225 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8b67afdf-5398-4506-99f8-6f2b12ab0a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14937730'] for subnet, precommit_delete_associations {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.358112 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.430683 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: d8a9df45-539c-4b47-b604-083e812b2779 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:18:55.430936 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device d8a9df45-539c-4b47-b604-083e812b2779 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:18:55.431319 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:18:55.442587 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8b67afdf-5398-4506-99f8-6f2b12ab0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.508144 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:18:55.508496 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device bf3fb1f5-6ed1-47e2-aebf-e1ad97eeb94b not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:18:55.539558 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfda99c-ee57-4ee2-ae85-0c4ba46072d8 req-701dc978-b2a8-455a-afde-c7bb3095f7c1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:55.541103 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6cfda99c-ee57-4ee2-ae85-0c4ba46072d8 req-701dc978-b2a8-455a-afde-c7bb3095f7c1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 944 time: 0.1535327 Jun 01 10:18:55.544096 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Deleting port 865d47de-88cf-49c7-8b63-b1e0e151549b {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:55.544434 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.619201 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 14cff69a-c843-4000-9748-292e712f388a triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:18:55.619585 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.738670 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6cfda99c-ee57-4ee2-ae85-0c4ba46072d8 req-78af0ca2-e19f-4f54-a4ad-511afea3a8ef tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814032 Jun 01 10:18:55.753419 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] For port 865d47de-88cf-49c7-8b63-b1e0e151549b, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=865d47de-88cf-49c7-8b63-b1e0e151549b,segment=NetworkSegment(2dcbd332-f694-4d07-badb-26983d6b7331),segment_id=2dcbd332-f694-4d07-badb-26983d6b7331)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:55.766846 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.862829 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.876068 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af14c194-14d0-44b4-833f-62110eba5d06 None None] DHCP port deletion for 7900aab4-e9fe-4a51-9bca-0dfd165efadc request from dv-cinder-784779-13-smb {{(pid=91917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 10:18:55.904323 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8b67afdf-5398-4506-99f8-6f2b12ab0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2792030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14452368'] for subnet, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.909986 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ac2b0153-967b-4484-a7ae-456e8252e0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:55.934234 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cff69a-c843-4000-9748-292e712f388a'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:18:55.936517 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Calling delete_port for 865d47de-88cf-49c7-8b63-b1e0e151549b owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:55.936682 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b655767-f135-41aa-99e4-ce5d0736e7b6" -d '{"events": [{"server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "name": "network-vif-plugged", "status": "completed", "tag": "14cff69a-c843-4000-9748-292e712f388a"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:18:55.952010 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67afdf-5398-4506-99f8-6f2b12ab0a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d1faea-9cc7-4a76-bde1-58a0daf64b4a,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:55.961100 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-8b67afdf-5398-4506-99f8-6f2b12ab0a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:55.964908 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8b67afdf-5398-4506-99f8-6f2b12ab0a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:55.972202 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-8b67afdf-5398-4506-99f8-6f2b12ab0a56 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/25d1faea-9cc7-4a76-bde1-58a0daf64b4a HTTP/1.1" status: 204 len: 168 time: 0.8528471 Jun 01 10:18:55.972976 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b9a459-2e28-421b-81b4-bcc462719412 None None] Network 80cb85cd-37a5-462d-b52a-5f7f4e9c500c requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:18:55.974613 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37654) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:55.991702 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cff69a-c843-4000-9748-292e712f388a,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:56.005358 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.009583 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8d41929f-30ba-4a29-934b-7ff434a908e9 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:56.053362 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.059797 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Pushing event deleted for resources: {'Port': ['ID=865d47de-88cf-49c7-8b63-b1e0e151549b,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:56.062334 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:56.063271 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] No DVR routers for this DVR port 865d47de-88cf-49c7-8b63-b1e0e151549b on host dv-cinder-784779-13-smb {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:18:56.071295 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:56.155234 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.169777 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bdc991-d39a-4944-857a-0e64e50d93ba x-openstack-request-id: req-26bdc991-d39a-4944-857a-0e64e50d93ba {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:18:56.170281 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "name": "network-vif-plugged", "status": "completed", "tag": "14cff69a-c843-4000-9748-292e712f388a", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:18:56.170556 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-26bdc991-d39a-4944-857a-0e64e50d93ba {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:18:56.171696 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cff69a-c843-4000-9748-292e712f388a', 'code': 200} Jun 01 10:18:56.200666 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-af14c194-14d0-44b4-833f-62110eba5d06 None None] Deleting port 865d47de-88cf-49c7-8b63-b1e0e151549b {{(pid=91917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:56.201056 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-af14c194-14d0-44b4-833f-62110eba5d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.223213 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37660) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:56.231977 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.247394 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7900aab4-e9fe-4a51-9bca-0dfd165efadc']}} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:56.262590 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcbd332-f694-4d07-badb-26983d6b7331') {'for_net_delete': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:56.263650 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcbd332-f694-4d07-badb-26983d6b7331') {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:56.279403 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16659222'] for segment, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.302343 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.305973 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f6b3ad-3100-49bc-8277-32b03a351a36 admin admin] Deleting subnet 75e6a9e5-b983-4031-ab3b-d8e654144b0f {{(pid=91916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:18:56.310618 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-90f6b3ad-3100-49bc-8277-32b03a351a36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.311488 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=91915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:18:56.312260 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14660954'] for segment, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.369538 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-90f6b3ad-3100-49bc-8277-32b03a351a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14937730'] for subnet, precommit_delete_associations {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.375669 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=14cff69a-c843-4000-9748-292e712f388a,revision_number=7']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:56.399089 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:56.413786 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Deleting port b36d419e-b429-43f3-88ea-de351af035c9 {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:56.414166 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.422565 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-af14c194-14d0-44b4-833f-62110eba5d06 None None] For port 865d47de-88cf-49c7-8b63-b1e0e151549b, host dv-cinder-784779-13-smb, got binding levels [] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:56.423002 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-af14c194-14d0-44b4-833f-62110eba5d06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: Traceback (most recent call last): Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: timer() Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: cb(*args, **kw) Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: return func(*args, **kwargs) Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: self._notify() Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: self.callback(batched_events) Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: event.method(event) Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: return f(self, *a, **k) Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: return self._get(url).json() Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: return self.request(url, 'GET', **kwargs) Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:18:56.530688 dv-cinder-784779-13-smb neutron-server[91915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:18:56.534514 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-90f6b3ad-3100-49bc-8277-32b03a351a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.542420 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.550395 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:56.568040 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.575869 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Pushing event deleted for resources: {'Network': ['ID=7900aab4-e9fe-4a51-9bca-0dfd165efadc,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:56.581282 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:56.590474 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-eba21da9-4e8b-4f07-b873-79a0ba92982f admin admin] 10.222.0.47 "DELETE /v2.0/networks/7900aab4-e9fe-4a51-9bca-0dfd165efadc HTTP/1.1" status: 204 len: 168 time: 1.4737930 Jun 01 10:18:56.610294 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-af14c194-14d0-44b4-833f-62110eba5d06 None None] Calling delete_port for 865d47de-88cf-49c7-8b63-b1e0e151549b owned by network:dhcp {{(pid=91917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:56.615437 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.ipam_backend_mixin [None req-af14c194-14d0-44b4-833f-62110eba5d06 None None] Port 865d47de-88cf-49c7-8b63-b1e0e151549b was not found and therefore no delete operation was performed {{(pid=91917) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 01 10:18:56.617808 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-af14c194-14d0-44b4-833f-62110eba5d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196'] for port, after_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.632845 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-65fc6169-500d-46b1-b02a-e5d1c56ab8be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:56.685500 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14c194-14d0-44b4-833f-62110eba5d06 None None] Pushing event deleted for resources: {'Port': ['ID=865d47de-88cf-49c7-8b63-b1e0e151549b,revision_number=None']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:56.689039 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af14c194-14d0-44b4-833f-62110eba5d06 None None] Network 7900aab4-e9fe-4a51-9bca-0dfd165efadc is not hosted by any dhcp agent {{(pid=91917) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} Jun 01 10:18:56.689969 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af14c194-14d0-44b4-833f-62110eba5d06 None None] No DVR routers for this DVR port 865d47de-88cf-49c7-8b63-b1e0e151549b on host dv-cinder-784779-13-smb {{(pid=91917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:18:56.691600 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-af14c194-14d0-44b4-833f-62110eba5d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:56.696736 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] For port b36d419e-b429-43f3-88ea-de351af035c9, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=b36d419e-b429-43f3-88ea-de351af035c9,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:56.697099 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:56.779811 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08349055-bfd3-41c0-bd9c-0ee081fcfa72 None None] DHCP port deletion for 80cb85cd-37a5-462d-b52a-5f7f4e9c500c request from dv-cinder-784779-13-smb {{(pid=91917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 10:18:56.840118 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37668) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:56.854413 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Calling delete_port for b36d419e-b429-43f3-88ea-de351af035c9 owned by network:dhcp {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:56.918305 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device f7320623-d742-4e73-a712-9c53d995760c no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:18:56.928358 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-58ac8ee7-2ecf-40ee-8a5b-ca91cca7db65 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ed8d30ff7de42a3915a08fc72ff69d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0867758 Jun 01 10:18:56.933348 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37672) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:56.960619 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: f7320623-d742-4e73-a712-9c53d995760c {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:18:56.961598 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device f7320623-d742-4e73-a712-9c53d995760c not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:18:56.962274 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 865d47de-88cf-49c7-8b63-b1e0e151549b no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:18:57.010006 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: 865d47de-88cf-49c7-8b63-b1e0e151549b {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:18:57.010788 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 865d47de-88cf-49c7-8b63-b1e0e151549b not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:18:57.029704 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-08349055-bfd3-41c0-bd9c-0ee081fcfa72 None None] Deleting port b36d419e-b429-43f3-88ea-de351af035c9 {{(pid=91917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:57.030656 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-08349055-bfd3-41c0-bd9c-0ee081fcfa72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.075802 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5139a187-20d0-441f-b5da-ff8c130fcaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.116293 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5139a187-20d0-441f-b5da-ff8c130fcaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.144723 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f42fa6-821a-4455-9fdb-c16031beb45c req-f524ff13-de9f-4c37-ba24-6aec2355e54d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:57.146415 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-02f42fa6-821a-4455-9fdb-c16031beb45c req-f524ff13-de9f-4c37-ba24-6aec2355e54d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1523457 Jun 01 10:18:57.152447 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-08349055-bfd3-41c0-bd9c-0ee081fcfa72 None None] For port b36d419e-b429-43f3-88ea-de351af035c9, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=b36d419e-b429-43f3-88ea-de351af035c9,segment=NetworkSegment(a979dec6-255d-4df7-af59-1ae9db1639b3),segment_id=a979dec6-255d-4df7-af59-1ae9db1639b3)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:57.153051 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-08349055-bfd3-41c0-bd9c-0ee081fcfa72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.154165 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.162201 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-38a015ed-f666-4998-a48d-4792db3a2c54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:57.215532 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Pushing event deleted for resources: {'Port': ['ID=b36d419e-b429-43f3-88ea-de351af035c9,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:57.219933 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] No DVR routers for this DVR port b36d419e-b429-43f3-88ea-de351af035c9 on host dv-cinder-784779-13-smb {{(pid=91916) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:18:57.221841 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:57.233956 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-02f42fa6-821a-4455-9fdb-c16031beb45c req-4e04790c-a9ef-4397-a195-de47fe0c2cc7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763628 Jun 01 10:18:57.255568 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5139a187-20d0-441f-b5da-ff8c130fcaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.259757 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a4f6aa25-e402-4fb7-88ad-eeb8f79c4d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:57.286673 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139a187-20d0-441f-b5da-ff8c130fcaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5e0d91-13c8-4a84-af13-390f746530c1,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:57.299369 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-5139a187-20d0-441f-b5da-ff8c130fcaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:57.300219 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-5139a187-20d0-441f-b5da-ff8c130fcaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.315425 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-5139a187-20d0-441f-b5da-ff8c130fcaa9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/be5e0d91-13c8-4a84-af13-390f746530c1 HTTP/1.1" status: 204 len: 168 time: 0.3783209 Jun 01 10:18:57.349600 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-08349055-bfd3-41c0-bd9c-0ee081fcfa72 None None] Calling delete_port for b36d419e-b429-43f3-88ea-de351af035c9 owned by network:dhcp {{(pid=91917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:57.382934 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-90f6b3ad-3100-49bc-8277-32b03a351a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2792030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14452368'] for subnet, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.385420 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.400554 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-3f771498-3e68-4466-8dfa-626abf4819fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:57.441099 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6b3ad-3100-49bc-8277-32b03a351a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e6a9e5-b983-4031-ab3b-d8e654144b0f,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:57.444006 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cb85cd-37a5-462d-b52a-5f7f4e9c500c']}} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:57.456207 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-90f6b3ad-3100-49bc-8277-32b03a351a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:57.461182 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a979dec6-255d-4df7-af59-1ae9db1639b3') {'for_net_delete': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:57.461539 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a979dec6-255d-4df7-af59-1ae9db1639b3') {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:57.469665 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-90f6b3ad-3100-49bc-8277-32b03a351a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.480947 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14937737'] for segment, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.502114 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37678) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:57.502422 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-90f6b3ad-3100-49bc-8277-32b03a351a36 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/75e6a9e5-b983-4031-ab3b-d8e654144b0f HTTP/1.1" status: 204 len: 168 time: 1.2774897 Jun 01 10:18:57.508977 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.523178 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=91916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:18:57.527902 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2725624'] for segment, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.551277 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: Traceback (most recent call last): Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: timer() Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: cb(*args, **kw) Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: return func(*args, **kwargs) Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: self._notify() Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: self.callback(batched_events) Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: event.method(event) Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: return f(self, *a, **k) Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: return self._get(url).json() Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: return self.request(url, 'GET', **kwargs) Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:18:57.553393 dv-cinder-784779-13-smb neutron-server[91916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:18:57.585776 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-08349055-bfd3-41c0-bd9c-0ee081fcfa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196'] for port, after_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.592471 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:57.646960 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08349055-bfd3-41c0-bd9c-0ee081fcfa72 None None] Pushing event deleted for resources: {'Port': ['ID=b36d419e-b429-43f3-88ea-de351af035c9,revision_number=None']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:57.648596 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08349055-bfd3-41c0-bd9c-0ee081fcfa72 None None] No DVR routers for this DVR port b36d419e-b429-43f3-88ea-de351af035c9 on host dv-cinder-784779-13-smb {{(pid=91917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:18:57.649997 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-08349055-bfd3-41c0-bd9c-0ee081fcfa72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:57.701069 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.720676 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.725167 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:57.769679 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.774985 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-4a6f82db-1b3c-4c2c-9f4d-ab4d2e2075a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.789632 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Pushing event deleted for resources: {'Network': ['ID=80cb85cd-37a5-462d-b52a-5f7f4e9c500c,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:57.804238 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:57.811142 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-a226a853-a5a1-4a52-b25e-6778a993a88e admin admin] 10.222.0.47 "DELETE /v2.0/networks/80cb85cd-37a5-462d-b52a-5f7f4e9c500c HTTP/1.1" status: 204 len: 168 time: 1.8337913 Jun 01 10:18:57.812291 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37686) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:57.945604 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:57.976778 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda6e451-e004-4fc9-9ac8-873d218fa4f3']}} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:58.007091 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457ae398-9b44-4fa2-9507-f033c7b5f76b') {'for_net_delete': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:58.007457 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457ae398-9b44-4fa2-9507-f033c7b5f76b') {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:18:58.046519 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16659222'] for segment, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:58.084021 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:58.092946 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=91915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:18:58.093347 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14660954'] for segment, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: Traceback (most recent call last): Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: timer() Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: cb(*args, **kw) Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: return func(*args, **kwargs) Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: self._notify() Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: self.callback(batched_events) Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: event.method(event) Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: return f(self, *a, **k) Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: return self._get(url).json() Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: return self.request(url, 'GET', **kwargs) Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:18:58.125024 dv-cinder-784779-13-smb neutron-server[91915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:18:58.376573 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:58.384491 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:58.414072 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:58.443981 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dda6e451-e004-4fc9-9ac8-873d218fa4f3,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:58.447354 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:58.466695 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-8df3175c-a103-436e-b5ef-f9f49ff152d4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/dda6e451-e004-4fc9-9ac8-873d218fa4f3 HTTP/1.1" status: 204 len: 168 time: 0.9634802 Jun 01 10:18:58.544236 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:58.645581 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020e45c-8e6b-415e-9e71-d0fea8cb1b27 req-048c2efe-33f0-4682-b673-68cbac048ea3 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:58.656008 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2020e45c-8e6b-415e-9e71-d0fea8cb1b27 req-048c2efe-33f0-4682-b673-68cbac048ea3 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1574225 Jun 01 10:18:58.687465 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37708) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:58.736348 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571835'] for router_interface, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:58.764400 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2020e45c-8e6b-415e-9e71-d0fea8cb1b27 req-7ea06930-3488-4528-b6e4-c54c288444ff tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067469 Jun 01 10:18:58.801342 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-e469c1c2-593f-48dc-a185-b1844eec4224 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a903142bdb844f2e9f807ee273b8f26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069303 Jun 01 10:18:58.803827 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37712) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:18:58.867363 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device b36d419e-b429-43f3-88ea-de351af035c9 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:18:58.933519 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-54dd6ea8-4505-452a-87cf-e7d07280cc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:58.965514 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: b36d419e-b429-43f3-88ea-de351af035c9 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:18:58.966281 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device b36d419e-b429-43f3-88ea-de351af035c9 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:18:58.989369 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:58.998625 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-54dd6ea8-4505-452a-87cf-e7d07280cc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:59.220649 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-54dd6ea8-4505-452a-87cf-e7d07280cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:59.229340 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0306f819-1e37-46fb-a7c3-6629dce65ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:18:59.256945 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd6ea8-4505-452a-87cf-e7d07280cc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b3226c-162c-4a1d-95b5-f2c9c321d654,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:18:59.263108 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-54dd6ea8-4505-452a-87cf-e7d07280cc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:18:59.285809 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-54dd6ea8-4505-452a-87cf-e7d07280cc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:59.289604 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-54dd6ea8-4505-452a-87cf-e7d07280cc69 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23b3226c-162c-4a1d-95b5-f2c9c321d654 HTTP/1.1" status: 204 len: 168 time: 0.4837458 Jun 01 10:18:59.299269 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dd72e4ae-f58b-4012-964f-e1bc90ba1993 req-7ae30109-70b4-4c78-bb83-35da9d642a68 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1954734 Jun 01 10:18:59.388386 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] Deleting port 57c6da11-589e-47d8-9e1f-98a8c63541b4 {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:18:59.388730 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:59.559138 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] For port 57c6da11-589e-47d8-9e1f-98a8c63541b4, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=57c6da11-589e-47d8-9e1f-98a8c63541b4,segment=NetworkSegment(c078bf47-eb9e-47f1-b919-cca0eb40b6f4),segment_id=c078bf47-eb9e-47f1-b919-cca0eb40b6f4)] {{(pid=91916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:18:59.559819 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:18:59.652539 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e4ae-f58b-4012-964f-e1bc90ba1993 req-f27ea87f-b4e4-4aa1-b969-1da9f20a06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:59.654767 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dd72e4ae-f58b-4012-964f-e1bc90ba1993 req-f27ea87f-b4e4-4aa1-b969-1da9f20a06fb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1e8360a446b743c383364da9ac1aefa3&device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 1099 time: 0.1909649 Jun 01 10:18:59.753803 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] Calling delete_port for 57c6da11-589e-47d8-9e1f-98a8c63541b4 owned by network:router_interface {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:18:59.854324 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e4ae-f58b-4012-964f-e1bc90ba1993 req-42fe4de6-8231-473f-966d-63f22e0d5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:18:59.856593 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dd72e4ae-f58b-4012-964f-e1bc90ba1993 req-42fe4de6-8231-473f-966d-63f22e0d5039 service neutron] 10.222.0.82 "GET /v2.0/networks?id=928eadfc-4fb3-4244-9825-0817c1006108 HTTP/1.1" status: 200 len: 910 time: 0.1821916 Jun 01 10:19:00.017800 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:00.030517 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:00.200669 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dd72e4ae-f58b-4012-964f-e1bc90ba1993 req-38f6d4fd-be25-46d1-af5c-1c146191965b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b15a6678-5590-45c0-936b-96d1243c88b4 HTTP/1.1" status: 200 len: 1002 time: 0.3345368 Jun 01 10:19:00.293805 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c6da11-589e-47d8-9e1f-98a8c63541b4,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:00.296889 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a17536-93f1-4724-bc41-a8320efca74b req-0d2d5e6c-fbde-455e-8a04-8a483e1f5730 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:00.312097 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f9a17536-93f1-4724-bc41-a8320efca74b req-0d2d5e6c-fbde-455e-8a04-8a483e1f5730 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.2705212 Jun 01 10:19:00.363737 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e4ae-f58b-4012-964f-e1bc90ba1993 req-41d9de1b-6b3c-46e6-b365-7e3e568cc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:00.365387 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dd72e4ae-f58b-4012-964f-e1bc90ba1993 req-41d9de1b-6b3c-46e6-b365-7e3e568cc0d5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fbbf1881-0f13-4694-80b9-bfd01483e555 HTTP/1.1" status: 200 len: 847 time: 0.1524458 Jun 01 10:19:00.387351 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:00.431197 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:00.466692 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f9a17536-93f1-4724-bc41-a8320efca74b req-48d1d080-cf84-48a6-a4cb-cd04b93b308e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524680 Jun 01 10:19:00.570478 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570411'] for router_interface, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:00.584039 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e4ae-f58b-4012-964f-e1bc90ba1993 req-77d07a4b-c462-4821-b33a-04600c2d7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:00.585660 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dd72e4ae-f58b-4012-964f-e1bc90ba1993 req-77d07a4b-c462-4821-b33a-04600c2d7c30 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=928eadfc-4fb3-4244-9825-0817c1006108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2121811 Jun 01 10:19:00.903786 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dd72e4ae-f58b-4012-964f-e1bc90ba1993 req-5366b9af-dc3d-4c38-aa55-5fb7ee9764f4 service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112459 Jun 01 10:19:01.098504 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dd72e4ae-f58b-4012-964f-e1bc90ba1993 req-444f9206-f20f-480b-b5cd-d46fe5f7f157 service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849051 Jun 01 10:19:01.215649 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] Router 644a404d-62e5-4b95-a549-da0393405085 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:19:01.437879 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:19:01.448923 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189cef4e-03c9-4469-8af9-babbfd400639 None None] Sync routers for ids ['644a404d-62e5-4b95-a549-da0393405085'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:19:01.476190 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-ae89e73f-57cb-40d9-837a-fb43895cf936 admin admin] 10.222.0.47 "PUT /v2.0/routers/644a404d-62e5-4b95-a549-da0393405085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6625915 Jun 01 10:19:01.478719 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37778) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:01.489975 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189cef4e-03c9-4469-8af9-babbfd400639 None None] Routers {'644a404d-62e5-4b95-a549-da0393405085'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:19:01.491185 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-189cef4e-03c9-4469-8af9-babbfd400639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:18:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['644a404d-62e5-4b95-a549-da0393405085'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:01.825724 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-189cef4e-03c9-4469-8af9-babbfd400639 None None] Set router 644a404d-62e5-4b95-a549-da0393405085 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:19:01.870863 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Notify callbacks [] for router, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:01.967968 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:19:02.058343 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088bdc0-682f-4bb9-aad7-120fbcc38c15 req-4863a3d4-5b61-4f01-b546-20ab08bced22 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:02.060044 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7088bdc0-682f-4bb9-aad7-120fbcc38c15 req-4863a3d4-5b61-4f01-b546-20ab08bced22 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.4286129 Jun 01 10:19:02.292326 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7088bdc0-682f-4bb9-aad7-120fbcc38c15 req-79864ab1-1d11-4d84-a7d4-b38d349296f1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264357 Jun 01 10:19:02.297289 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:02.311395 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-189cef4e-03c9-4469-8af9-babbfd400639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a404d-62e5-4b95-a549-da0393405085', 'name': 'tempest-TestMinimumBasicScenario-321764576-router', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217'}], 'enable_snat': True}, 'gw_port_id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:45Z', 'updated_at': '2021-06-01T10:18:59Z', 'revision_number': 5, 'project_id': '310ac1f308ff4d3587cfb3a558482a19', 'gw_port': {'id': '471973b0-8c6c-4cc0-b0e8-448b0a85b147', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:34:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a404d-62e5-4b95-a549-da0393405085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:15:46Z', 'updated_at': '2021-06-01T10:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:02.318198 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189cef4e-03c9-4469-8af9-babbfd400639 None None] Checking router: 644a404d-62e5-4b95-a549-da0393405085 for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:19:02.335025 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189cef4e-03c9-4469-8af9-babbfd400639 None None] Routers {'644a404d-62e5-4b95-a549-da0393405085'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:19:02.336318 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-189cef4e-03c9-4469-8af9-babbfd400639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:18:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['644a404d-62e5-4b95-a549-da0393405085'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:02.386976 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Deleting port 471973b0-8c6c-4cc0-b0e8-448b0a85b147 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:19:02.387328 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:02.505871 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-189cef4e-03c9-4469-8af9-babbfd400639 None None] Set router 644a404d-62e5-4b95-a549-da0393405085 gateway port host: None {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:19:02.532289 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] For port 471973b0-8c6c-4cc0-b0e8-448b0a85b147, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=471973b0-8c6c-4cc0-b0e8-448b0a85b147,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:02.532805 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:02.655842 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-189cef4e-03c9-4469-8af9-babbfd400639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a404d-62e5-4b95-a549-da0393405085', 'name': 'tempest-TestMinimumBasicScenario-321764576-router', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:45Z', 'updated_at': '2021-06-01T10:19:02Z', 'revision_number': 6, 'project_id': '310ac1f308ff4d3587cfb3a558482a19', 'gw_port_host': None}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:02.660611 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189cef4e-03c9-4469-8af9-babbfd400639 None None] The sync data for ids ['644a404d-62e5-4b95-a549-da0393405085'] in dv-cinder-784779-13-smb is: [{'id': '644a404d-62e5-4b95-a549-da0393405085', 'name': 'tempest-TestMinimumBasicScenario-321764576-router', 'tenant_id': '310ac1f308ff4d3587cfb3a558482a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:15:45Z', 'updated_at': '2021-06-01T10:19:02Z', 'revision_number': 6, 'project_id': '310ac1f308ff4d3587cfb3a558482a19', 'gw_port_host': None}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:19:02.669554 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Calling delete_port for 471973b0-8c6c-4cc0-b0e8-448b0a85b147 owned by network:router_gateway {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:19:02.853886 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:02.857782 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-99ad3112-871a-4afb-a817-54d51506994c tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:02.905780 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Pushing event deleted for resources: {'Port': ['ID=471973b0-8c6c-4cc0-b0e8-448b0a85b147,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:02.909007 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:03.026983 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565926'] for router_gateway, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:03.104258 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 57c6da11-589e-47d8-9e1f-98a8c63541b4 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:19:03.149278 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: 57c6da11-589e-47d8-9e1f-98a8c63541b4 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:19:03.151956 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 57c6da11-589e-47d8-9e1f-98a8c63541b4 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:19:03.381894 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5586'] for router, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:03.391624 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:03.437511 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571159'] for router, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:03.438370 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 644a404d-62e5-4b95-a549-da0393405085 {{(pid=91915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 10:19:03.527637 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] Notify callbacks [] for router, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:03.528891 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-9879d02c-d7d5-4b31-b3f6-14acfda09021 admin admin] 10.222.0.47 "DELETE /v2.0/routers/644a404d-62e5-4b95-a549-da0393405085 HTTP/1.1" status: 204 len: 168 time: 2.0483253 Jun 01 10:19:03.532049 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37822) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:03.619709 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76fe8ce-7679-4dde-bca6-32f2df63991f admin admin] Deleting subnet 13fe8dc1-323c-44f8-a23a-d78b81b594ab {{(pid=91915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:19:03.631044 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f76fe8ce-7679-4dde-bca6-32f2df63991f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:03.732856 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f76fe8ce-7679-4dde-bca6-32f2df63991f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16659229'] for subnet, precommit_delete_associations {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:03.772037 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5a44f-0f59-4e06-9ef0-8be26dbf29ba req-68259a0c-77af-418b-966b-d6f7c8525c33 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:03.773782 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-64d5a44f-0f59-4e06-9ef0-8be26dbf29ba req-68259a0c-77af-418b-966b-d6f7c8525c33 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.3247948 Jun 01 10:19:03.890190 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-64d5a44f-0f59-4e06-9ef0-8be26dbf29ba req-64c2faf6-1f15-4d83-9f48-e601819a166d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070673 Jun 01 10:19:03.932588 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f76fe8ce-7679-4dde-bca6-32f2df63991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:04.242285 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f76fe8ce-7679-4dde-bca6-32f2df63991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14465532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13795850'] for subnet, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:04.248436 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0945f8d7-238d-4fb4-9575-08cc4cfc139a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:04.289888 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fe8ce-7679-4dde-bca6-32f2df63991f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fe8dc1-323c-44f8-a23a-d78b81b594ab,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:04.291341 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f76fe8ce-7679-4dde-bca6-32f2df63991f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:04.292484 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f76fe8ce-7679-4dde-bca6-32f2df63991f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:04.299266 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-f76fe8ce-7679-4dde-bca6-32f2df63991f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/13fe8dc1-323c-44f8-a23a-d78b81b594ab HTTP/1.1" status: 204 len: 168 time: 0.7660449 Jun 01 10:19:04.300281 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a638aa3-3fe8-4b75-9bad-9abd55ddd22e None None] Network 475734cb-e7ff-4e83-be40-30f3a65c6403 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:19:04.301752 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37832) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:04.426335 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:04.544091 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Deleting port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:19:04.544443 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:04.620988 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] DHCP port deletion for 475734cb-e7ff-4e83-be40-30f3a65c6403 request from dv-cinder-784779-13-smb {{(pid=91917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 10:19:04.672781 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] For port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=eceaa6d5-0b75-49bf-94e1-23886b5dd5b0,segment=NetworkSegment(c078bf47-eb9e-47f1-b919-cca0eb40b6f4),segment_id=c078bf47-eb9e-47f1-b919-cca0eb40b6f4)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:04.673278 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:04.718079 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Deleting port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 {{(pid=91917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:19:04.718464 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:04.852102 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] For port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=eceaa6d5-0b75-49bf-94e1-23886b5dd5b0,segment=NetworkSegment(c078bf47-eb9e-47f1-b919-cca0eb40b6f4),segment_id=c078bf47-eb9e-47f1-b919-cca0eb40b6f4)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:04.852605 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:04.981494 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 471973b0-8c6c-4cc0-b0e8-448b0a85b147 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:19:04.983363 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Calling delete_port for eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:19:05.112827 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:05.119404 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3606bf61-c916-40bb-b88e-62f6432f7244 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:05.130732 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: 471973b0-8c6c-4cc0-b0e8-448b0a85b147 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:19:05.131465 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 471973b0-8c6c-4cc0-b0e8-448b0a85b147 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:19:05.132115 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:19:05.192413 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Calling delete_port for eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 owned by network:dhcp {{(pid=91917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:19:05.210829 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:19:05.210829 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:19:05.259925 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=eceaa6d5-0b75-49bf-94e1-23886b5dd5b0,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:05.267395 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196'] for port, after_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:05.271393 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:05.273496 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] No DVR routers for this DVR port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 on host dv-cinder-784779-13-smb {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:19:05.278752 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:05.314268 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] No DVR routers for this DVR port eceaa6d5-0b75-49bf-94e1-23886b5dd5b0 on host dv-cinder-784779-13-smb {{(pid=91917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:19:05.323149 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Pushing event deleted for resources: {'Port': ['ID=eceaa6d5-0b75-49bf-94e1-23886b5dd5b0,revision_number=None']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:05.343611 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:05.344177 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:05.347043 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:05.347807 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:05.348190 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:05.348567 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:05.348928 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:05.349255 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:05.349585 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:05.349935 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:05.350275 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:05.350593 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:05.354156 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-c642b452-9092-4c71-8124-23ee3c5655ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:05.586790 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:05.602228 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dd2b7-0d31-4eba-98d6-fbbc8dcb8c87 req-91a371ee-361e-4979-8286-36f69af9297d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:05.603715 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-942dd2b7-0d31-4eba-98d6-fbbc8dcb8c87 req-91a371ee-361e-4979-8286-36f69af9297d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.4120228 Jun 01 10:19:05.610758 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475734cb-e7ff-4e83-be40-30f3a65c6403']}} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:05.639330 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c078bf47-eb9e-47f1-b919-cca0eb40b6f4') {'for_net_delete': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:05.639631 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c078bf47-eb9e-47f1-b919-cca0eb40b6f4') {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:05.658472 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16659222'] for segment, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:05.692624 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-942dd2b7-0d31-4eba-98d6-fbbc8dcb8c87 req-a8487993-0ae4-4d90-ae95-64e89b2241fa tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744238 Jun 01 10:19:05.693607 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:05.701008 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=91915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:19:05.701209 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14660954'] for segment, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: Traceback (most recent call last): Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: timer() Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: cb(*args, **kw) Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: return func(*args, **kwargs) Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: self._notify() Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: self.callback(batched_events) Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: event.method(event) Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: return f(self, *a, **k) Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: return self._get(url).json() Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: return self.request(url, 'GET', **kwargs) Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:19:05.721934 dv-cinder-784779-13-smb neutron-server[91915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:19:05.798702 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:05.811340 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:05.821650 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:05.845170 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=475734cb-e7ff-4e83-be40-30f3a65c6403,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:05.847637 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:05.851563 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-63d8f62d-71db-4eab-bd97-84f464287d0e admin admin] 10.222.0.47 "DELETE /v2.0/networks/475734cb-e7ff-4e83-be40-30f3a65c6403 HTTP/1.1" status: 204 len: 168 time: 1.5463045 Jun 01 10:19:06.072954 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37864) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:06.139105 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-77de84ee-a4cd-4809-b2c8-480dcd7b4a53 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c213841620f45b3b6df19fb28b95b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617232 Jun 01 10:19:06.140030 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37870) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:06.226151 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3646025e-1255-4670-a2eb-cd12ddd2f4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:06.264682 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3646025e-1255-4670-a2eb-cd12ddd2f4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:06.340033 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3646025e-1255-4670-a2eb-cd12ddd2f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:06.350936 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-612e813e-cc80-4b69-8486-d5557fcfad82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:06.366671 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646025e-1255-4670-a2eb-cd12ddd2f4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c63f2d1-966c-4838-9466-af427b747e23,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:06.370760 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3646025e-1255-4670-a2eb-cd12ddd2f4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:06.371666 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3646025e-1255-4670-a2eb-cd12ddd2f4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:06.376063 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-3646025e-1255-4670-a2eb-cd12ddd2f4b7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c63f2d1-966c-4838-9466-af427b747e23 HTTP/1.1" status: 204 len: 168 time: 0.2350066 Jun 01 10:19:06.884342 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37900) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:06.956495 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833ba9d-1d43-4d72-83cd-8565074d2e62 req-7c9e984d-0d98-472b-8a36-cb7f24d7d635 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:06.965524 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6833ba9d-1d43-4d72-83cd-8565074d2e62 req-7c9e984d-0d98-472b-8a36-cb7f24d7d635 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1019425 Jun 01 10:19:07.023326 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37906) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:07.047527 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6833ba9d-1d43-4d72-83cd-8565074d2e62 req-82849879-296f-42e1-838d-27ee630cfe39 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807383 Jun 01 10:19:07.081125 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f4dc-42a1-4f9e-b962-512ce8c4dd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:07.098706 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-5fa0f4dc-42a1-4f9e-b962-512ce8c4dd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:19:07.105878 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-5fa0f4dc-42a1-4f9e-b962-512ce8c4dd20 admin admin] Usage tracker for resource:security_group_rule and tenant:29f58143bd53497880fbf542bd6fba90 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:19:07.119917 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-5fa0f4dc-42a1-4f9e-b962-512ce8c4dd20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:19:07.140023 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-5fa0f4dc-42a1-4f9e-b962-512ce8c4dd20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:19:07.144708 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-6379291a-d350-4f7e-b398-269c04a77115 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=310ac1f308ff4d3587cfb3a558482a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1200230 Jun 01 10:19:07.147446 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37910) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:07.242625 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7dec-7bf4-4389-8967-4b30e0c1f661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:07.268416 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f4dc-42a1-4f9e-b962-512ce8c4dd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:07.275334 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5fa0f4dc-42a1-4f9e-b962-512ce8c4dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:07.276893 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7dec-7bf4-4389-8967-4b30e0c1f661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:07.283518 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-18e4f0d5-661d-4a3e-993e-fcdc9887ce68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:07.328864 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0f4dc-42a1-4f9e-b962-512ce8c4dd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4619e27-e7d7-4207-ab87-d70fc6b3f349,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:07.333685 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-5fa0f4dc-42a1-4f9e-b962-512ce8c4dd20 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29f58143bd53497880fbf542bd6fba90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477127 Jun 01 10:19:07.334932 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5fa0f4dc-42a1-4f9e-b962-512ce8c4dd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:07.335947 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37914) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:07.348045 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7dec-7bf4-4389-8967-4b30e0c1f661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:07.354735 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3294c87c-f352-4457-a529-d7dddfcab289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:07.368301 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf7dec-7bf4-4389-8967-4b30e0c1f661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dabca1-708f-47c4-8c73-cc83f74de2d2,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:07.371493 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b3bf7dec-7bf4-4389-8967-4b30e0c1f661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:07.377758 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b3bf7dec-7bf4-4389-8967-4b30e0c1f661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:07.381942 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-b3bf7dec-7bf4-4389-8967-4b30e0c1f661 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/61dabca1-708f-47c4-8c73-cc83f74de2d2 HTTP/1.1" status: 204 len: 168 time: 0.2306249 Jun 01 10:19:07.409174 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-59f413d6-6598-4c44-9854-b412fb978362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:07.439638 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-59f413d6-6598-4c44-9854-b412fb978362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:07.508321 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-59f413d6-6598-4c44-9854-b412fb978362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:07.521157 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6bd95236-5e78-4821-a77b-c65c39119f71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:07.541020 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f413d6-6598-4c44-9854-b412fb978362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4619e27-e7d7-4207-ab87-d70fc6b3f349,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:07.545070 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-59f413d6-6598-4c44-9854-b412fb978362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:07.546431 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-59f413d6-6598-4c44-9854-b412fb978362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:07.548381 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-59f413d6-6598-4c44-9854-b412fb978362 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f4619e27-e7d7-4207-ab87-d70fc6b3f349 HTTP/1.1" status: 204 len: 168 time: 0.2109416 Jun 01 10:19:08.064099 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 37930) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:08.242355 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1600569e-a73e-4154-8fbf-71ee9f051ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:08.284253 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-1600569e-a73e-4154-8fbf-71ee9f051ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:19:08.290139 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-1600569e-a73e-4154-8fbf-71ee9f051ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:f17c59cd5f2e4ec6a1e8a39a758515b6 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:19:08.290855 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b227e-18b2-4c68-82d7-525b8d2321fa req-3e729acc-fa2b-40cc-93ce-03aac8353032 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:08.293669 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c14b227e-18b2-4c68-82d7-525b8d2321fa req-3e729acc-fa2b-40cc-93ce-03aac8353032 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.1228621 Jun 01 10:19:08.295450 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-1600569e-a73e-4154-8fbf-71ee9f051ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:19:08.309078 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-1600569e-a73e-4154-8fbf-71ee9f051ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:19:08.370202 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c14b227e-18b2-4c68-82d7-525b8d2321fa req-ba28584f-2cd0-4ccf-859f-9afab7ae1d86 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626204 Jun 01 10:19:08.433887 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1600569e-a73e-4154-8fbf-71ee9f051ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:08.439879 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1600569e-a73e-4154-8fbf-71ee9f051ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:08.448523 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-24e16dc8-bbc7-407e-a2aa-535909baa575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:08.499313 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600569e-a73e-4154-8fbf-71ee9f051ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16810bfb-4126-454e-92c3-95aeb823428b,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:08.507769 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 37948) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:08.508110 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-1600569e-a73e-4154-8fbf-71ee9f051ab0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f17c59cd5f2e4ec6a1e8a39a758515b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4425075 Jun 01 10:19:08.511238 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-1600569e-a73e-4154-8fbf-71ee9f051ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:08.600363 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb555-9c2d-4e7f-b54d-2bed0273a490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:08.641554 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb555-9c2d-4e7f-b54d-2bed0273a490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:08.728396 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb555-9c2d-4e7f-b54d-2bed0273a490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:08.732660 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-6f04b7ac-6953-479a-b740-c035330b9595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:08.747000 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cb555-9c2d-4e7f-b54d-2bed0273a490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16810bfb-4126-454e-92c3-95aeb823428b,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:08.751916 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ba0cb555-9c2d-4e7f-b54d-2bed0273a490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:08.758082 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-ba0cb555-9c2d-4e7f-b54d-2bed0273a490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:08.761484 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-ba0cb555-9c2d-4e7f-b54d-2bed0273a490 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16810bfb-4126-454e-92c3-95aeb823428b HTTP/1.1" status: 204 len: 168 time: 0.2520587 Jun 01 10:19:09.588673 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f82b5f-e872-468c-8117-0c86cd387fab req-1ce49a86-61b4-431e-9acb-8f61f18dfea1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:09.590194 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-37f82b5f-e872-468c-8117-0c86cd387fab req-1ce49a86-61b4-431e-9acb-8f61f18dfea1 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0868194 Jun 01 10:19:09.637363 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-37f82b5f-e872-468c-8117-0c86cd387fab req-bd65f98e-3581-472e-90dc-ade3eec25813 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410883 Jun 01 10:19:09.781585 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38004) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:09.904776 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6487543f-bac2-423d-a33a-3ae0a853f58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:09.920131 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-6487543f-bac2-423d-a33a-3ae0a853f58b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:19:09.923887 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-6487543f-bac2-423d-a33a-3ae0a853f58b admin admin] Usage tracker for resource:security_group_rule and tenant:7cd709887d544c53a20137f9641b750e is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:19:09.926856 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-6487543f-bac2-423d-a33a-3ae0a853f58b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:19:09.932591 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-6487543f-bac2-423d-a33a-3ae0a853f58b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:19:10.016775 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6487543f-bac2-423d-a33a-3ae0a853f58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:10.020611 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-6487543f-bac2-423d-a33a-3ae0a853f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:10.028953 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ba2c6dea-7946-4753-86c2-8bff08a063fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:10.101584 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-6487543f-bac2-423d-a33a-3ae0a853f58b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7cd709887d544c53a20137f9641b750e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188739 Jun 01 10:19:10.105008 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38010) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:10.108062 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487543f-bac2-423d-a33a-3ae0a853f58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9820bf64-d7b4-4dd8-b959-757ea203a90d,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:10.115451 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-6487543f-bac2-423d-a33a-3ae0a853f58b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:10.147288 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66113-7eb0-4bd7-a3af-c5354efef190 req-3d7f3d1c-264b-4c58-96e3-ce305e143847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:10.148766 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06c66113-7eb0-4bd7-a3af-c5354efef190 req-3d7f3d1c-264b-4c58-96e3-ce305e143847 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 1098 time: 0.0879278 Jun 01 10:19:10.165483 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4a66bbf4-bdcb-486b-98ff-67fe4ed23cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:10.190850 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4a66bbf4-bdcb-486b-98ff-67fe4ed23cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:10.244048 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4a66bbf4-bdcb-486b-98ff-67fe4ed23cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:10.248885 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-22a093b6-f8d5-49ab-96fe-f9ecc26ddaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:10.265007 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66bbf4-bdcb-486b-98ff-67fe4ed23cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9820bf64-d7b4-4dd8-b959-757ea203a90d,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:10.267380 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-4a66bbf4-bdcb-486b-98ff-67fe4ed23cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:10.272649 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4a66bbf4-bdcb-486b-98ff-67fe4ed23cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:10.273768 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-4a66bbf4-bdcb-486b-98ff-67fe4ed23cf9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9820bf64-d7b4-4dd8-b959-757ea203a90d HTTP/1.1" status: 204 len: 168 time: 0.1677847 Jun 01 10:19:10.285230 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66113-7eb0-4bd7-a3af-c5354efef190 req-8bee1214-487b-4c03-bd68-40f0e645e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:10.287518 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06c66113-7eb0-4bd7-a3af-c5354efef190 req-8bee1214-487b-4c03-bd68-40f0e645e17c service neutron] 10.222.0.82 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 919 time: 0.1327188 Jun 01 10:19:10.397027 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06c66113-7eb0-4bd7-a3af-c5354efef190 req-57228dfc-24b1-496d-a073-460486460b57 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14cff69a-c843-4000-9748-292e712f388a HTTP/1.1" status: 200 len: 1001 time: 0.1028786 Jun 01 10:19:10.460240 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66113-7eb0-4bd7-a3af-c5354efef190 req-a667bf19-e0ef-46ca-ae07-a7d75a9577f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:10.461700 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06c66113-7eb0-4bd7-a3af-c5354efef190 req-a667bf19-e0ef-46ca-ae07-a7d75a9577f7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 200 len: 856 time: 0.0591693 Jun 01 10:19:10.547700 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66113-7eb0-4bd7-a3af-c5354efef190 req-4945fb93-57da-48e0-82fa-f2a399b6252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:10.549220 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06c66113-7eb0-4bd7-a3af-c5354efef190 req-4945fb93-57da-48e0-82fa-f2a399b6252e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c339b17d-abdf-48dc-8c0f-50ed8b34d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0816329 Jun 01 10:19:10.689529 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06c66113-7eb0-4bd7-a3af-c5354efef190 req-ca96c53a-6813-4d87-9972-65611b9719c4 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340914 Jun 01 10:19:10.992048 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-06c66113-7eb0-4bd7-a3af-c5354efef190 req-c4e5525c-da17-4b31-8d58-68f5fb97b9a7 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950613 Jun 01 10:19:11.009797 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce23f-4963-458e-89b3-e9c37518537f req-c70dce2d-db18-4df9-b69d-b759c372d18d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:11.011796 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ec6ce23f-4963-458e-89b3-e9c37518537f req-c70dce2d-db18-4df9-b69d-b759c372d18d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.2403953 Jun 01 10:19:11.057290 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ec6ce23f-4963-458e-89b3-e9c37518537f req-d6b531bc-e531-475f-b95d-8fefc5990b12 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395782 Jun 01 10:19:11.845921 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38054) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:11.970577 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e28ee991-0263-46ae-99e2-e86e02470d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:11.985168 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-e28ee991-0263-46ae-99e2-e86e02470d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:19:11.988971 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-e28ee991-0263-46ae-99e2-e86e02470d24 admin admin] Usage tracker for resource:security_group_rule and tenant:cb3123f4cc02465283aeb68d54d0489b is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:19:11.992409 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-e28ee991-0263-46ae-99e2-e86e02470d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:19:11.998201 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-e28ee991-0263-46ae-99e2-e86e02470d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:19:12.083742 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e28ee991-0263-46ae-99e2-e86e02470d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.087800 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e28ee991-0263-46ae-99e2-e86e02470d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.095253 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-11ae1015-826f-4836-8896-53f66c03af76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:12.135407 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ee991-0263-46ae-99e2-e86e02470d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f46847-c8c1-4d4e-ba0a-4479ad92bdb4,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:12.139788 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-e28ee991-0263-46ae-99e2-e86e02470d24 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb3123f4cc02465283aeb68d54d0489b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925782 Jun 01 10:19:12.140761 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e28ee991-0263-46ae-99e2-e86e02470d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:12.142391 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38062) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:12.201670 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea4f8-8028-4fab-a899-98ab0a709afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.228437 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea4f8-8028-4fab-a899-98ab0a709afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.252945 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c3a00-e396-4ead-a249-7125c985a002 req-ee5ba20f-1fef-4395-a3a1-2de797e87fd5 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:12.254439 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-aa5c3a00-e396-4ead-a249-7125c985a002 req-ee5ba20f-1fef-4395-a3a1-2de797e87fd5 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 945 time: 0.0824170 Jun 01 10:19:12.281962 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea4f8-8028-4fab-a899-98ab0a709afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.286846 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-8445f3c1-33f0-4677-a0d3-107bf463163c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:12.297550 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ea4f8-8028-4fab-a899-98ab0a709afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f46847-c8c1-4d4e-ba0a-4479ad92bdb4,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:12.301017 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2d4ea4f8-8028-4fab-a899-98ab0a709afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:12.302083 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-aa5c3a00-e396-4ead-a249-7125c985a002 req-ebf56eb4-2be5-479c-9e95-6a26c0bcff1e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415232 Jun 01 10:19:12.308079 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea4f8-8028-4fab-a899-98ab0a709afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.309257 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-2d4ea4f8-8028-4fab-a899-98ab0a709afb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/53f46847-c8c1-4d4e-ba0a-4479ad92bdb4 HTTP/1.1" status: 204 len: 168 time: 0.1658258 Jun 01 10:19:12.596510 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38070) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:12.614041 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7edd7292-17d7-4622-9a6a-78a303eebd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.628532 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-7edd7292-17d7-4622-9a6a-78a303eebd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:19:12.633391 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-7edd7292-17d7-4622-9a6a-78a303eebd27 admin admin] Usage tracker for resource:security_group_rule and tenant:be78280624b242a694e296d432d992af is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:19:12.637745 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-7edd7292-17d7-4622-9a6a-78a303eebd27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:19:12.643811 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-7edd7292-17d7-4622-9a6a-78a303eebd27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:19:12.733026 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7edd7292-17d7-4622-9a6a-78a303eebd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.736793 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7edd7292-17d7-4622-9a6a-78a303eebd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.743740 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-43fb583a-ad2e-4904-b39d-48b6960e42f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:12.788592 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-7edd7292-17d7-4622-9a6a-78a303eebd27 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be78280624b242a694e296d432d992af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909423 Jun 01 10:19:12.789480 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd7292-17d7-4622-9a6a-78a303eebd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4deee1ac-d5ec-4499-b058-34dd63d30a7a,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:12.792037 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38074) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:12.792412 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-7edd7292-17d7-4622-9a6a-78a303eebd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:12.854992 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6f0401aa-c3ae-4543-9b1a-5827c9a83e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.881569 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6f0401aa-c3ae-4543-9b1a-5827c9a83e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.937953 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6f0401aa-c3ae-4543-9b1a-5827c9a83e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.941635 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-015b4c70-cfe7-46f8-8746-b2928fda7853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:12.952441 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0401aa-c3ae-4543-9b1a-5827c9a83e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deee1ac-d5ec-4499-b058-34dd63d30a7a,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:12.956542 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6f0401aa-c3ae-4543-9b1a-5827c9a83e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:12.960357 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6f0401aa-c3ae-4543-9b1a-5827c9a83e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:12.964457 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-6f0401aa-c3ae-4543-9b1a-5827c9a83e6c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4deee1ac-d5ec-4499-b058-34dd63d30a7a HTTP/1.1" status: 204 len: 168 time: 0.1684287 Jun 01 10:19:13.294902 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 14cff69a-c843-4000-9748-292e712f388a no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:19:13.409860 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:13.438196 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14cff69a-c843-4000-9748-292e712f388a'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:19:13.440429 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea2280-431b-4c33-bcb4-966c080327c9" -d '{"events": [{"server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "name": "network-vif-unplugged", "status": "completed", "tag": "14cff69a-c843-4000-9748-292e712f388a"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:19:13.448492 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cff69a-c843-4000-9748-292e712f388a,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:13.453351 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:13.455612 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:13.497269 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 10:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ea12c9-8dd7-48fa-a4d9-cddd2af76ee9 x-openstack-request-id: req-b3ea12c9-8dd7-48fa-a4d9-cddd2af76ee9 {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:19:13.497638 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "name": "network-vif-unplugged", "status": "failed", "tag": "14cff69a-c843-4000-9748-292e712f388a", "code": 422}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:19:13.497976 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b3ea12c9-8dd7-48fa-a4d9-cddd2af76ee9 {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:19:13.498465 dv-cinder-784779-13-smb neutron-server[91917]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '14cff69a-c843-4000-9748-292e712f388a', 'code': 422} returned with failed status Jun 01 10:19:13.521933 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501564d-4d41-43b4-9d92-b0d5c503b7a0 req-e76904d3-b1b2-4adb-8ff7-d1db393f29c5 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:13.524719 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9501564d-4d41-43b4-9d92-b0d5c503b7a0 req-e76904d3-b1b2-4adb-8ff7-d1db393f29c5 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.0995018 Jun 01 10:19:13.538880 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=14cff69a-c843-4000-9748-292e712f388a,revision_number=8']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:13.542996 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:13.573468 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9501564d-4d41-43b4-9d92-b0d5c503b7a0 req-87b3ed21-d5cd-47f5-91cb-6030789a1da3 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420105 Jun 01 10:19:15.062062 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c1463-4597-4999-b10a-7fd3b9f7398d req-779c4922-d31f-4521-b0e4-8904898c2bbd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:15.063557 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b48c1463-4597-4999-b10a-7fd3b9f7398d req-779c4922-d31f-4521-b0e4-8904898c2bbd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.1615934 Jun 01 10:19:15.073961 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-5d60e0e2-24e8-4b07-8e66-59f7c3dabc70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311224 Jun 01 10:19:15.125827 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-b48c1463-4597-4999-b10a-7fd3b9f7398d req-09d14715-5b8f-45b9-8f0b-09c17060aa2d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501800 Jun 01 10:19:15.927035 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-a6cd2c1c-e681-447a-9ca2-d4464b6226f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:15.928401 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-a6cd2c1c-e681-447a-9ca2-d4464b6226f7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290&tenant_id=2b47eeeeaee04233ab8d4396abe036e5 HTTP/1.1" status: 200 len: 1096 time: 0.0734677 Jun 01 10:19:16.025645 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-664f448f-e9d4-4123-a263-de0b55c7ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:16.028188 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-664f448f-e9d4-4123-a263-de0b55c7ccfd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 1096 time: 0.0781844 Jun 01 10:19:16.158714 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-c752393f-7247-4145-ad36-60d1127dc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:16.160139 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-c752393f-7247-4145-ad36-60d1127dc705 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 919 time: 0.1264272 Jun 01 10:19:16.319678 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-e5506b7f-8799-443c-9b12-687acd60fef0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14cff69a-c843-4000-9748-292e712f388a HTTP/1.1" status: 200 len: 999 time: 0.1497147 Jun 01 10:19:16.393467 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-8f6d832c-9765-4570-8f6f-2bf551f37f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:16.394933 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-8f6d832c-9765-4570-8f6f-2bf551f37f56 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 200 len: 856 time: 0.0694902 Jun 01 10:19:16.403099 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb1363-cbcc-4cf4-8d3e-6c02c1aa94a1 req-40afb213-3ea9-4a73-822a-d966828715a0 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:16.404442 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-52fb1363-cbcc-4cf4-8d3e-6c02c1aa94a1 req-40afb213-3ea9-4a73-822a-d966828715a0 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.1624596 Jun 01 10:19:16.501524 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-52fb1363-cbcc-4cf4-8d3e-6c02c1aa94a1 req-f4f1e45e-d858-4bbe-8660-046982e3117e tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617917 Jun 01 10:19:16.513618 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-6f9b3335-ea0d-4ef2-badf-7a981306a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:16.515110 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-6f9b3335-ea0d-4ef2-badf-7a981306a626 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c339b17d-abdf-48dc-8c0f-50ed8b34d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1098409 Jun 01 10:19:16.653762 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-9e82db9e-980c-48eb-b65c-f5bdbb3fbae8 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305792 Jun 01 10:19:16.785478 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-dfa91df8-3e51-4340-9298-b934b4c7d9b1 req-dd93ffa0-67ac-4748-b670-1cfcbcbf6885 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249702 Jun 01 10:19:17.722890 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09d472-bd99-4bd2-9211-1d16bba73b68 req-5fc37e74-de37-467c-8635-19785d239073 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:17.725143 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ee09d472-bd99-4bd2-9211-1d16bba73b68 req-5fc37e74-de37-467c-8635-19785d239073 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.0909371 Jun 01 10:19:17.782989 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-ee09d472-bd99-4bd2-9211-1d16bba73b68 req-6c901a39-6b03-4f32-9240-939b16be5551 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515974 Jun 01 10:19:19.143573 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef79b17-8b26-4073-b65f-2bff8ef2876a req-c5b3540e-7ee7-4b2c-a291-d69b5b29d9ae tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:19.148951 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ef79b17-8b26-4073-b65f-2bff8ef2876a req-c5b3540e-7ee7-4b2c-a291-d69b5b29d9ae tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.2034996 Jun 01 10:19:19.190850 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-6ef79b17-8b26-4073-b65f-2bff8ef2876a req-fb298ace-881c-4c0e-bf1b-3ed06e1e70de tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398839 Jun 01 10:19:20.396920 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448826cf-c4fd-4077-a8ee-ed22ca2947f8 req-2011c2e0-d31a-4e86-a4f1-c713e6a03e36 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:20.409872 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-448826cf-c4fd-4077-a8ee-ed22ca2947f8 req-2011c2e0-d31a-4e86-a4f1-c713e6a03e36 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.0998261 Jun 01 10:19:20.457897 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-448826cf-c4fd-4077-a8ee-ed22ca2947f8 req-88e67f69-908c-45e6-a211-36cc96cf2c7d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523760 Jun 01 10:19:20.561300 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38268) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:20.711147 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-49575555-e371-44ed-a150-2fca086b0115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:20.728623 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-49575555-e371-44ed-a150-2fca086b0115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:19:20.732808 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-49575555-e371-44ed-a150-2fca086b0115 admin admin] Usage tracker for resource:security_group_rule and tenant:855faa34c88346bda6d0e5256b3dfd6b is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:19:20.735987 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-49575555-e371-44ed-a150-2fca086b0115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:19:20.741669 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-49575555-e371-44ed-a150-2fca086b0115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:19:20.828622 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-49575555-e371-44ed-a150-2fca086b0115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:20.832530 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-49575555-e371-44ed-a150-2fca086b0115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:20.841583 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:20.887961 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38274) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:20.888540 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-49575555-e371-44ed-a150-2fca086b0115 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=855faa34c88346bda6d0e5256b3dfd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255670 Jun 01 10:19:20.888819 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49575555-e371-44ed-a150-2fca086b0115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764c324d-ae8a-4934-a5d1-2cbdd306a6bf,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:20.891952 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-49575555-e371-44ed-a150-2fca086b0115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:20.950119 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1c551697-49cf-4382-ba6f-f4aa5826604d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:20.977335 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1c551697-49cf-4382-ba6f-f4aa5826604d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:21.032348 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1c551697-49cf-4382-ba6f-f4aa5826604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:21.037669 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-97af43aa-867a-4691-95ca-2867fb282afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:21.055562 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c551697-49cf-4382-ba6f-f4aa5826604d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764c324d-ae8a-4934-a5d1-2cbdd306a6bf,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:21.059305 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-1c551697-49cf-4382-ba6f-f4aa5826604d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:21.063172 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-1c551697-49cf-4382-ba6f-f4aa5826604d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/764c324d-ae8a-4934-a5d1-2cbdd306a6bf HTTP/1.1" status: 204 len: 168 time: 0.1738670 Jun 01 10:19:21.064234 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-1c551697-49cf-4382-ba6f-f4aa5826604d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:21.381367 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38282) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:21.399582 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a1124cbe-a5a4-4593-81f4-ff93516b08fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:21.414877 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-a1124cbe-a5a4-4593-81f4-ff93516b08fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:19:21.419771 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-a1124cbe-a5a4-4593-81f4-ff93516b08fc admin admin] Usage tracker for resource:security_group_rule and tenant:56f0574c414448229fdde4e6faff6edf is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:19:21.423224 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-a1124cbe-a5a4-4593-81f4-ff93516b08fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:19:21.430225 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-a1124cbe-a5a4-4593-81f4-ff93516b08fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:19:21.523098 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a1124cbe-a5a4-4593-81f4-ff93516b08fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:21.528554 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a1124cbe-a5a4-4593-81f4-ff93516b08fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:21.539781 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6b49d72f-3eb3-4159-bc52-20bcce63c5e5 tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:21.584117 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-a1124cbe-a5a4-4593-81f4-ff93516b08fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56f0574c414448229fdde4e6faff6edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990955 Jun 01 10:19:21.584117 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1124cbe-a5a4-4593-81f4-ff93516b08fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6ab6ae-c3c6-4631-bda8-cb22ae8775fe,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:21.589163 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a1124cbe-a5a4-4593-81f4-ff93516b08fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:21.589163 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38288) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:21.658742 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-83cc9ebd-1933-4c0c-977d-44d52af0dc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:21.686229 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-83cc9ebd-1933-4c0c-977d-44d52af0dc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:21.687573 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfebcc0-93fc-4b55-a839-54c5f3fb4a28 req-48544490-7611-4c04-88f1-f0808589753f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:21.689213 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7bfebcc0-93fc-4b55-a839-54c5f3fb4a28 req-48544490-7611-4c04-88f1-f0808589753f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.1073821 Jun 01 10:19:21.745023 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7bfebcc0-93fc-4b55-a839-54c5f3fb4a28 req-b7df927f-f1b2-4fb4-99e4-0dbabe7131af tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499563 Jun 01 10:19:21.767541 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-83cc9ebd-1933-4c0c-977d-44d52af0dc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:21.771734 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-1600569e-a73e-4154-8fbf-71ee9f051ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:21.784691 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc9ebd-1933-4c0c-977d-44d52af0dc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6ab6ae-c3c6-4631-bda8-cb22ae8775fe,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:21.787003 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-83cc9ebd-1933-4c0c-977d-44d52af0dc8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:21.794011 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-83cc9ebd-1933-4c0c-977d-44d52af0dc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:21.795366 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-83cc9ebd-1933-4c0c-977d-44d52af0dc8b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f6ab6ae-c3c6-4631-bda8-cb22ae8775fe HTTP/1.1" status: 204 len: 168 time: 0.2070768 Jun 01 10:19:22.970479 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbeb4b-ef27-48ef-a0a2-43bfd84423d3 req-44c7488c-f352-4c18-ac75-231be56372be tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:22.971964 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cbdbeb4b-ef27-48ef-a0a2-43bfd84423d3 req-44c7488c-f352-4c18-ac75-231be56372be tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.1070418 Jun 01 10:19:23.025242 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-cbdbeb4b-ef27-48ef-a0a2-43bfd84423d3 req-79851213-f98e-4c1b-8db0-6d51e8cfacf5 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473397 Jun 01 10:19:24.256042 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc27bc8-b07d-4d8c-99e8-f32a0aefeba6 req-cff043aa-98a2-4139-bdb7-28afbc964ace tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:24.257520 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2cc27bc8-b07d-4d8c-99e8-f32a0aefeba6 req-cff043aa-98a2-4139-bdb7-28afbc964ace tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.0965605 Jun 01 10:19:24.311548 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-2cc27bc8-b07d-4d8c-99e8-f32a0aefeba6 req-9ad53c77-34f7-4d3b-8554-c644a7c7a49c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483601 Jun 01 10:19:25.026779 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-737b4e12-e01d-4dae-a0c9-12f05047a647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:25.520182 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478db106-6016-483d-b3cd-9c9c4aff8a51 req-eefdb148-7e80-44e3-aabb-f522b438f49d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:25.521729 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-478db106-6016-483d-b3cd-9c9c4aff8a51 req-eefdb148-7e80-44e3-aabb-f522b438f49d tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.0888836 Jun 01 10:19:25.575536 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-478db106-6016-483d-b3cd-9c9c4aff8a51 req-ddaeb1e3-73db-4102-bf23-9f9feb5e1935 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463936 Jun 01 10:19:26.808296 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861b117-9436-4ece-853d-893f1dba50b4 req-8d31afd2-64ba-41c7-81bd-b200c170de80 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:26.809967 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a861b117-9436-4ece-853d-893f1dba50b4 req-8d31afd2-64ba-41c7-81bd-b200c170de80 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.0996499 Jun 01 10:19:26.863429 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-a861b117-9436-4ece-853d-893f1dba50b4 req-83f6bb37-5297-48c8-a878-f2f653087a58 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410998 Jun 01 10:19:26.949845 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38366) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:27.078340 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1fa8-a10b-4082-aad2-d6772f0e100b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:27.093918 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-e4ef1fa8-a10b-4082-aad2-d6772f0e100b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:19:27.097934 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-e4ef1fa8-a10b-4082-aad2-d6772f0e100b admin admin] Usage tracker for resource:security_group_rule and tenant:d1edb3c07c87410fbecfd262edefd40a is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:19:27.100872 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-e4ef1fa8-a10b-4082-aad2-d6772f0e100b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:19:27.107413 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-e4ef1fa8-a10b-4082-aad2-d6772f0e100b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:19:27.196510 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1fa8-a10b-4082-aad2-d6772f0e100b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:27.201267 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1fa8-a10b-4082-aad2-d6772f0e100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:27.208753 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-8bc423a1-a28d-4ba2-8215-d6cfed45dc0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:27.254993 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-e4ef1fa8-a10b-4082-aad2-d6772f0e100b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d1edb3c07c87410fbecfd262edefd40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014271 Jun 01 10:19:27.254993 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef1fa8-a10b-4082-aad2-d6772f0e100b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd75413-4ac6-40ba-99ff-da81517655bb,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:27.256125 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38374) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:27.256515 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e4ef1fa8-a10b-4082-aad2-d6772f0e100b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:27.315420 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8aacd5fd-7539-46f3-90fc-22927e798fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:27.343292 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8aacd5fd-7539-46f3-90fc-22927e798fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:27.398929 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8aacd5fd-7539-46f3-90fc-22927e798fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:27.406157 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:27.424884 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacd5fd-7539-46f3-90fc-22927e798fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd75413-4ac6-40ba-99ff-da81517655bb,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:27.435124 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8aacd5fd-7539-46f3-90fc-22927e798fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:27.450991 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-8aacd5fd-7539-46f3-90fc-22927e798fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:27.452118 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-8aacd5fd-7539-46f3-90fc-22927e798fdc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2fd75413-4ac6-40ba-99ff-da81517655bb HTTP/1.1" status: 204 len: 168 time: 0.1947675 Jun 01 10:19:27.546718 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:27.740418 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-df27351e-134f-4945-a765-cc963201dbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:28.078485 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252ab5e-64b9-49dc-b782-2142c481e971 req-5e8381c3-8760-4afd-8a83-54aab0401995 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:28.079967 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9252ab5e-64b9-49dc-b782-2142c481e971 req-5e8381c3-8760-4afd-8a83-54aab0401995 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.1015623 Jun 01 10:19:28.127057 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-9252ab5e-64b9-49dc-b782-2142c481e971 req-4b560b86-2384-46dd-b0d7-8d9bf2fd8f1a tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410795 Jun 01 10:19:28.519464 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:28.959720 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:29.320712 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92825d5-c9ad-4a18-92a0-f48d7049449c req-7efe4391-43a1-4328-8834-d046a3222614 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:29.322191 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f92825d5-c9ad-4a18-92a0-f48d7049449c req-7efe4391-43a1-4328-8834-d046a3222614 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 943 time: 0.0835648 Jun 01 10:19:29.365882 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f92825d5-c9ad-4a18-92a0-f48d7049449c req-e7e2438f-d6e4-44a7-8f15-421288814f00 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373609 Jun 01 10:19:29.371570 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 14cff69a-c843-4000-9748-292e712f388a details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=91917) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 10:19:29.540031 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cff69a-c843-4000-9748-292e712f388a,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:29.552861 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Returning: {'device': '14cff69a-c843-4000-9748-292e712f388a', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'port_id': '14cff69a-c843-4000-9748-292e712f388a', 'mac_address': 'fa:16:3e:da:27:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91917) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 10:19:29.610309 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:29.627438 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cff69a-c843-4000-9748-292e712f388a {{(pid=91917) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 10:19:29.643542 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cff69a-c843-4000-9748-292e712f388a,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:29.647631 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:29.649368 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:29.712463 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=14cff69a-c843-4000-9748-292e712f388a,revision_number=9']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:29.715524 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:29.867246 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] get_ports_and_sgs() called for port_ids ['14cff69a-c843-4000-9748-292e712f388a'] {{(pid=91917) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 10:19:30.370811 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:30.563270 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cf650-1e1e-4394-8543-3b892657753e req-41d81283-7fc1-4c03-831f-5c9965fe4b5f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:30.564730 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5d9cf650-1e1e-4394-8543-3b892657753e req-41d81283-7fc1-4c03-831f-5c9965fe4b5f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 944 time: 0.0857570 Jun 01 10:19:30.610785 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-5d9cf650-1e1e-4394-8543-3b892657753e req-502bf88f-d302-4f55-bb18-785e9220e015 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401490 Jun 01 10:19:31.404641 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 14cff69a-c843-4000-9748-292e712f388a up at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 10:19:31.471502 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.provisioning_blocks [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Provisioning complete for port 14cff69a-c843-4000-9748-292e712f388a triggered by entity L2. {{(pid=91917) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 10:19:31.471892 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1383204'] for port, provisioning_complete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:31.590680 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1458706'] for port, before_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:31.616919 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cff69a-c843-4000-9748-292e712f388a'}] {{(pid=91917) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:19:31.619101 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1215ff8dc878cb81954af043deeaddf5c5d93a1a32439ba4008b8692749fec9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3ec9f2-eda7-494d-a8b1-fe89f7144c54" -d '{"events": [{"server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "name": "network-vif-plugged", "status": "completed", "tag": "14cff69a-c843-4000-9748-292e712f388a"}]}' {{(pid=91917) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:19:31.629535 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cff69a-c843-4000-9748-292e712f388a,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:31.636348 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763789027220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763788511205', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763788512278'] for port, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:31.640913 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:31.681692 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcca874-8c0a-417c-8892-684f6b77bb0e x-openstack-request-id: req-5bcca874-8c0a-417c-8892-684f6b77bb0e {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:19:31.682022 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "name": "network-vif-plugged", "status": "completed", "tag": "14cff69a-c843-4000-9748-292e712f388a", "code": 200}]} {{(pid=91917) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:19:31.682298 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bcca874-8c0a-417c-8892-684f6b77bb0e {{(pid=91917) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:19:31.683254 dv-cinder-784779-13-smb neutron-server[91917]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cff69a-c843-4000-9748-292e712f388a', 'code': 200} Jun 01 10:19:31.721905 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Pushing event updated for resources: {'Port': ['ID=14cff69a-c843-4000-9748-292e712f388a,revision_number=10']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:31.725311 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:31.831605 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba2930-dee3-4449-b083-42220c525011 req-1449d6ed-f236-43bc-8ad7-4da5f235cedc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:31.838806 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-09ba2930-dee3-4449-b083-42220c525011 req-1449d6ed-f236-43bc-8ad7-4da5f235cedc tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 946 time: 0.0990562 Jun 01 10:19:31.919131 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-09ba2930-dee3-4449-b083-42220c525011 req-445c8c5e-2f6d-4133-915e-0727192a2bbe tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791292 Jun 01 10:19:31.972748 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e56cf7-ad7a-4f21-a24f-6ff943c805f7 req-0ebdce7c-b757-487f-8b8f-44ebc815e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:31.974257 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-94e56cf7-ad7a-4f21-a24f-6ff943c805f7 req-0ebdce7c-b757-487f-8b8f-44ebc815e335 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 1099 time: 0.0952778 Jun 01 10:19:32.016884 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-94e56cf7-ad7a-4f21-a24f-6ff943c805f7 req-b3beaede-9b23-4a8a-a994-6de5bd9d0127 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358734 Jun 01 10:19:33.126255 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe657f-ce70-4208-b94d-790f7e2cffb9 req-b4033988-3a47-4897-89f0-98c8bbc71264 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:33.127734 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1cfe657f-ce70-4208-b94d-790f7e2cffb9 req-b4033988-3a47-4897-89f0-98c8bbc71264 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 946 time: 0.0901973 Jun 01 10:19:33.181259 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1cfe657f-ce70-4208-b94d-790f7e2cffb9 req-2b1b1c7b-5112-43d0-9595-5a768dc24ac9 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472322 Jun 01 10:19:34.376784 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a5f4c-2037-4b2f-bf9c-557bd8ead405 req-fcd1a51e-fde6-434b-a579-1f3634c0841c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:34.378550 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-330a5f4c-2037-4b2f-bf9c-557bd8ead405 req-fcd1a51e-fde6-434b-a579-1f3634c0841c tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 946 time: 0.0812767 Jun 01 10:19:34.429888 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-330a5f4c-2037-4b2f-bf9c-557bd8ead405 req-28947ea4-d6f7-497f-bc13-ac2c85e48465 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453668 Jun 01 10:19:38.967590 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:19:39.545359 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38560) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:39.662845 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:39.677537 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:19:39.681452 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Usage tracker for resource:security_group_rule and tenant:09a76b054b3542e6a6ce9e582006c88f is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:19:39.684797 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:19:39.690716 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:19:39.778395 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:39.783346 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:39.790550 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-59f413d6-6598-4c44-9854-b412fb978362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:39.833422 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09a76b054b3542e6a6ce9e582006c88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868676 Jun 01 10:19:39.834202 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2c3ba0-e6ab-4da3-aca1-e6b26b15c5c4,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:39.836163 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38566) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:39.842386 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:39.842761 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:39.843137 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:39.843490 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:39.843849 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:39.844205 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:39.844556 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:39.844907 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:39.845257 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:39.845605 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:39.845977 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:39.846322 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:39.850261 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-375bfe28-538b-4f67-9f9e-7a3eba9cc691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:39.896674 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-abdfd2d1-f6b5-4374-ab25-dfd8b1701961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:39.923612 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-abdfd2d1-f6b5-4374-ab25-dfd8b1701961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:39.975385 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-abdfd2d1-f6b5-4374-ab25-dfd8b1701961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:39.978979 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-8bdc2d10-87a7-4c99-819d-6076952d5212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:39.992058 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfd2d1-f6b5-4374-ab25-dfd8b1701961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2c3ba0-e6ab-4da3-aca1-e6b26b15c5c4,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:39.994948 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-abdfd2d1-f6b5-4374-ab25-dfd8b1701961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:39.996949 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-abdfd2d1-f6b5-4374-ab25-dfd8b1701961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:39.998038 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-abdfd2d1-f6b5-4374-ab25-dfd8b1701961 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fd2c3ba0-e6ab-4da3-aca1-e6b26b15c5c4 HTTP/1.1" status: 204 len: 168 time: 0.1607480 Jun 01 10:19:44.676821 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38572) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:45.185217 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Deleting port 4c1368b1-108f-4df1-959e-d4c863c4c2cd {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:19:45.185559 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:45.302931 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:45.303262 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:45.428963 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Calling delete_port for 4c1368b1-108f-4df1-959e-d4c863c4c2cd owned by network:floatingip {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:19:45.544646 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:45.548210 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-38cbc0ea-9d33-4a02-8b38-8a5de9e0b992 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:45.594971 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event deleted for resources: {'Port': ['ID=4c1368b1-108f-4df1-959e-d4c863c4c2cd,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:45.598066 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:45.685319 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for floatingip, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:45.686043 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.l3_db [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Floating IP 49a3b99b-f8b4-4163-ac4b-5a5589ff6eb1 disassociated (deleted). External IP: 172.28.3.218, port: b15a6678-5590-45c0-936b-96d1243c88b4. Jun 01 10:19:46.040407 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Router c72adc2e-543e-494d-b66b-bcb896d2a485 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:19:46.215064 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:19:46.224374 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72f4a0d-fb92-4b73-8d07-bd5e24f4bdec None None] Sync routers for ids ['c72adc2e-543e-494d-b66b-bcb896d2a485'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:19:46.233936 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f4a0d-fb92-4b73-8d07-bd5e24f4bdec None None] Routers {'c72adc2e-543e-494d-b66b-bcb896d2a485'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:19:46.234555 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-e72f4a0d-fb92-4b73-8d07-bd5e24f4bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:19:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['c72adc2e-543e-494d-b66b-bcb896d2a485'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:46.235444 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:46.293641 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-e9b6cb6c-530b-4d28-a82b-38bde563ca34 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "DELETE /v2.0/floatingips/49a3b99b-f8b4-4163-ac4b-5a5589ff6eb1 HTTP/1.1" status: 204 len: 168 time: 1.6156604 Jun 01 10:19:46.294220 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:19:46.296483 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f982088c-21db-4576-a57d-213b35e9c59d" -d '{"events": [{"name": "network-changed", "server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:19:46.343235 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 10:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051a51cf-f71e-45e6-8a93-9137544f1352 x-openstack-request-id: req-051a51cf-f71e-45e6-8a93-9137544f1352 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:19:46.343560 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:19:46.343894 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-051a51cf-f71e-45e6-8a93-9137544f1352 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:19:46.344511 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'status': 'completed', 'code': 200} Jun 01 10:19:46.436854 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982088c-21db-4576-a57d-213b35e9c59d req-5e6d65b3-0778-46dd-91b1-6d11f6d3253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:46.438522 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f982088c-21db-4576-a57d-213b35e9c59d req-5e6d65b3-0778-46dd-91b1-6d11f6d3253f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1e8360a446b743c383364da9ac1aefa3&device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 1099 time: 0.0728827 Jun 01 10:19:46.451275 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-e72f4a0d-fb92-4b73-8d07-bd5e24f4bdec None None] Set router c72adc2e-543e-494d-b66b-bcb896d2a485 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:19:46.757459 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982088c-21db-4576-a57d-213b35e9c59d req-4acc8ba4-c2cf-4639-8f77-e5e3bee4ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:46.758934 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f982088c-21db-4576-a57d-213b35e9c59d req-4acc8ba4-c2cf-4639-8f77-e5e3bee4ed37 service neutron] 10.222.0.82 "GET /v2.0/networks?id=928eadfc-4fb3-4244-9825-0817c1006108 HTTP/1.1" status: 200 len: 910 time: 0.3128798 Jun 01 10:19:46.780128 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-e72f4a0d-fb92-4b73-8d07-bd5e24f4bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:14:29Z', 'revision_number': 4, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'bf042410-7e30-4081-8b4c-b41804e8eb70', 'name': '', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'mac_address': 'fa:16:3e:f2:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:28Z', 'updated_at': '2021-06-01T10:14:37Z', 'revision_number': 5, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'subnets': [{'id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:46.784931 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72f4a0d-fb92-4b73-8d07-bd5e24f4bdec None None] Checking router: c72adc2e-543e-494d-b66b-bcb896d2a485 for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:19:46.793924 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72f4a0d-fb92-4b73-8d07-bd5e24f4bdec None None] Routers {'c72adc2e-543e-494d-b66b-bcb896d2a485'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:19:46.794537 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-e72f4a0d-fb92-4b73-8d07-bd5e24f4bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:19:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['c72adc2e-543e-494d-b66b-bcb896d2a485'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:46.836446 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c5598-1b12-413a-b1ab-2fdac2d01e7f req-1ff02ff9-7ef8-4084-b2bd-84168930505e tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:46.837157 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-c29c5598-1b12-413a-b1ab-2fdac2d01e7f req-1ff02ff9-7ef8-4084-b2bd-84168930505e tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Synchronizing usage tracker for tenant:1e8360a446b743c383364da9ac1aefa3 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:19:46.842181 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f982088c-21db-4576-a57d-213b35e9c59d req-f6bfa55c-4dbf-4727-9f7d-0361ab29d4e5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b15a6678-5590-45c0-936b-96d1243c88b4 HTTP/1.1" status: 200 len: 217 time: 0.0764613 Jun 01 10:19:46.890669 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-c29c5598-1b12-413a-b1ab-2fdac2d01e7f req-1ff02ff9-7ef8-4084-b2bd-84168930505e tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Unset dirty status for tenant:1e8360a446b743c383364da9ac1aefa3 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:19:46.894371 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c29c5598-1b12-413a-b1ab-2fdac2d01e7f req-1ff02ff9-7ef8-4084-b2bd-84168930505e tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.2476242 Jun 01 10:19:46.956110 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982088c-21db-4576-a57d-213b35e9c59d req-0298869c-6d6f-4ba5-add7-2df7a7972eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:46.957618 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f982088c-21db-4576-a57d-213b35e9c59d req-0298869c-6d6f-4ba5-add7-2df7a7972eec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fbbf1881-0f13-4694-80b9-bfd01483e555 HTTP/1.1" status: 200 len: 847 time: 0.1084824 Jun 01 10:19:46.970856 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-e72f4a0d-fb92-4b73-8d07-bd5e24f4bdec None None] Set router c72adc2e-543e-494d-b66b-bcb896d2a485 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:19:47.000037 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-c29c5598-1b12-413a-b1ab-2fdac2d01e7f req-3c07483a-8ab7-4741-8ef7-22c235dd7d40 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969844 Jun 01 10:19:47.041768 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982088c-21db-4576-a57d-213b35e9c59d req-060eb668-2747-4f7b-9553-2887e2640856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:47.043324 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f982088c-21db-4576-a57d-213b35e9c59d req-060eb668-2747-4f7b-9553-2887e2640856 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=928eadfc-4fb3-4244-9825-0817c1006108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0761452 Jun 01 10:19:47.177120 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f982088c-21db-4576-a57d-213b35e9c59d req-504a3e4a-3283-4321-bd67-31b71d9a4a09 service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264544 Jun 01 10:19:47.282572 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-e72f4a0d-fb92-4b73-8d07-bd5e24f4bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:14:29Z', 'revision_number': 4, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'bf042410-7e30-4081-8b4c-b41804e8eb70', 'name': '', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'mac_address': 'fa:16:3e:f2:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:28Z', 'updated_at': '2021-06-01T10:14:37Z', 'revision_number': 5, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'subnets': [{'id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:47.286674 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72f4a0d-fb92-4b73-8d07-bd5e24f4bdec None None] The sync data for ids ['c72adc2e-543e-494d-b66b-bcb896d2a485'] in dv-cinder-784779-13-smb is: [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:14:29Z', 'revision_number': 4, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'bf042410-7e30-4081-8b4c-b41804e8eb70', 'name': '', 'network_id': '928eadfc-4fb3-4244-9825-0817c1006108', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'mac_address': 'fa:16:3e:f2:69:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:28Z', 'updated_at': '2021-06-01T10:14:37Z', 'revision_number': 5, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'subnets': [{'id': 'fbbf1881-0f13-4694-80b9-bfd01483e555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:19:47.316160 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f982088c-21db-4576-a57d-213b35e9c59d req-cd1b721a-6d0e-4078-9370-9e0b783ece2f service neutron] 10.222.0.82 "GET /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306269 Jun 01 10:19:47.500714 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad2ac48-69cc-4ad9-a535-cb320bb63794 None None] New status for floating IP 49a3b99b-f8b4-4163-ac4b-5a5589ff6eb1: DOWN {{(pid=91917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:19:48.036157 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f2965-1932-42fb-842d-73ced24ad190 req-b2c30dcf-dd6c-489f-88d5-e53b9112192b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:48.037624 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d64f2965-1932-42fb-842d-73ced24ad190 req-b2c30dcf-dd6c-489f-88d5-e53b9112192b tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.82 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.0850945 Jun 01 10:19:48.229150 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-d64f2965-1932-42fb-842d-73ced24ad190 req-f215111e-b827-47a6-805d-18a2e2510820 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Deleting port b15a6678-5590-45c0-936b-96d1243c88b4 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:19:48.229492 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d64f2965-1932-42fb-842d-73ced24ad190 req-f215111e-b827-47a6-805d-18a2e2510820 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:48.258171 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1d7d1-b083-48a5-982f-dc12a4114225 req-f815ff31-6cda-4923-8056-c4303a253020 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:48.259599 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1fe1d7d1-b083-48a5-982f-dc12a4114225 req-f815ff31-6cda-4923-8056-c4303a253020 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 946 time: 0.1300075 Jun 01 10:19:48.381406 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-1fe1d7d1-b083-48a5-982f-dc12a4114225 req-18c55959-7478-4b2f-a620-5834eb6925ed tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2f7e782-9e34-4254-9ea0-bd9e92941281&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725887 Jun 01 10:19:48.405270 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-d64f2965-1932-42fb-842d-73ced24ad190 req-f215111e-b827-47a6-805d-18a2e2510820 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] For port b15a6678-5590-45c0-936b-96d1243c88b4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b15a6678-5590-45c0-936b-96d1243c88b4,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:48.405619 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d64f2965-1932-42fb-842d-73ced24ad190 req-f215111e-b827-47a6-805d-18a2e2510820 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:48.531236 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-d64f2965-1932-42fb-842d-73ced24ad190 req-f215111e-b827-47a6-805d-18a2e2510820 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Calling delete_port for b15a6678-5590-45c0-936b-96d1243c88b4 owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:19:48.643535 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d64f2965-1932-42fb-842d-73ced24ad190 req-f215111e-b827-47a6-805d-18a2e2510820 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:48.649592 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a12471be-5425-456a-bb6a-a56f099e4fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:48.695393 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215111e-b827-47a6-805d-18a2e2510820 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event deleted for resources: {'Port': ['ID=b15a6678-5590-45c0-936b-96d1243c88b4,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:48.698155 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f215111e-b827-47a6-805d-18a2e2510820 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:48.772482 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64f2965-1932-42fb-842d-73ced24ad190 req-f215111e-b827-47a6-805d-18a2e2510820 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] No DVR routers for this DVR port b15a6678-5590-45c0-936b-96d1243c88b4 on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:19:48.774908 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-d64f2965-1932-42fb-842d-73ced24ad190 req-f215111e-b827-47a6-805d-18a2e2510820 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:48.777963 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'name': 'network-vif-deleted', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:19:48.780201 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddc3eb7-6003-4c2e-af7e-6377369d21f4" -d '{"events": [{"server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "name": "network-vif-deleted", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:19:48.795085 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-d64f2965-1932-42fb-842d-73ced24ad190 req-f215111e-b827-47a6-805d-18a2e2510820 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.82 "DELETE /v2.0/ports/b15a6678-5590-45c0-936b-96d1243c88b4 HTTP/1.1" status: 204 len: 173 time: 0.7515478 Jun 01 10:19:48.824041 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69982fa-40d7-4fac-b625-901d005fae06 x-openstack-request-id: req-d69982fa-40d7-4fac-b625-901d005fae06 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:19:48.824383 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84338160-ba20-489f-9d6c-186b2dc472ca", "name": "network-vif-deleted", "tag": "b15a6678-5590-45c0-936b-96d1243c88b4", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:19:48.824674 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d69982fa-40d7-4fac-b625-901d005fae06 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:19:48.825103 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84338160-ba20-489f-9d6c-186b2dc472ca', 'name': 'network-vif-deleted', 'tag': 'b15a6678-5590-45c0-936b-96d1243c88b4', 'status': 'completed', 'code': 200} Jun 01 10:19:49.547787 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-44bc103b-a6fb-4be5-9161-a7b3eeee5c5e req-db66390d-0965-47a6-b920-92bf6f57ef04 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Synchronizing usage tracker for tenant:1e8360a446b743c383364da9ac1aefa3 on resource:port {{(pid=91915) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 10:19:49.563346 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [req-44bc103b-a6fb-4be5-9161-a7b3eeee5c5e req-db66390d-0965-47a6-b920-92bf6f57ef04 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Unset dirty status for tenant:1e8360a446b743c383364da9ac1aefa3 on resource:port {{(pid=91915) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 10:19:49.564574 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-44bc103b-a6fb-4be5-9161-a7b3eeee5c5e req-db66390d-0965-47a6-b920-92bf6f57ef04 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "GET /v2.0/ports?device_id=84338160-ba20-489f-9d6c-186b2dc472ca HTTP/1.1" status: 200 len: 210 time: 0.0597231 Jun 01 10:19:50.661925 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38592) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:50.732687 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e2217467-f5ca-4b70-b98c-b886704cd164 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:50.762417 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e2217467-f5ca-4b70-b98c-b886704cd164 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:50.827584 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e2217467-f5ca-4b70-b98c-b886704cd164 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:50.831472 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-54dd6ea8-4505-452a-87cf-e7d07280cc69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:50.846628 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2217467-f5ca-4b70-b98c-b886704cd164 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f7e782-9e34-4254-9ea0-bd9e92941281,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:50.849478 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e2217467-f5ca-4b70-b98c-b886704cd164 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:50.851357 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e2217467-f5ca-4b70-b98c-b886704cd164 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:50.853801 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-e2217467-f5ca-4b70-b98c-b886704cd164 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] 10.222.0.47 "DELETE /v2.0/security-groups/e2f7e782-9e34-4254-9ea0-bd9e92941281 HTTP/1.1" status: 204 len: 168 time: 0.1908252 Jun 01 10:19:50.895460 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38598) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:51.481955 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device b15a6678-5590-45c0-936b-96d1243c88b4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:19:51.518899 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: b15a6678-5590-45c0-936b-96d1243c88b4 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:19:51.519249 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device b15a6678-5590-45c0-936b-96d1243c88b4 not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:19:51.625685 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571835'] for router_interface, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:52.039345 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] Deleting port bf042410-7e30-4081-8b4c-b41804e8eb70 {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:19:52.040077 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:52.161864 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] For port bf042410-7e30-4081-8b4c-b41804e8eb70, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=bf042410-7e30-4081-8b4c-b41804e8eb70,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:52.162225 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:52.285193 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] Calling delete_port for bf042410-7e30-4081-8b4c-b41804e8eb70 owned by network:router_interface {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:19:52.434419 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:52.437880 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d9c22c04-05b7-47a4-a329-cf335dd4f471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:52.478438 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf042410-7e30-4081-8b4c-b41804e8eb70,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:52.481935 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:52.765023 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570411'] for router_interface, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:53.214873 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] Router c72adc2e-543e-494d-b66b-bcb896d2a485 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91916) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:19:53.392301 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91916) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:19:53.400458 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9256b55b-2897-43b8-ad2f-ade8c5ae512a None None] Sync routers for ids ['c72adc2e-543e-494d-b66b-bcb896d2a485'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:19:53.410625 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9256b55b-2897-43b8-ad2f-ade8c5ae512a None None] Routers {'c72adc2e-543e-494d-b66b-bcb896d2a485'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:19:53.411356 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-9256b55b-2897-43b8-ad2f-ade8c5ae512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:19:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['c72adc2e-543e-494d-b66b-bcb896d2a485'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:53.422948 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-ffdd6f7d-d34c-4828-9b77-c82198890842 admin admin] 10.222.0.47 "PUT /v2.0/routers/c72adc2e-543e-494d-b66b-bcb896d2a485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5263846 Jun 01 10:19:53.425674 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38604) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:53.588133 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-9256b55b-2897-43b8-ad2f-ade8c5ae512a None None] Set router c72adc2e-543e-494d-b66b-bcb896d2a485 gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:19:53.601611 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:53.791123 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:53.864230 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Deleting port e12e670a-b527-49a2-b21a-b1fa05283aaf {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:19:53.864462 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:53.896341 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-9256b55b-2897-43b8-ad2f-ade8c5ae512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:19:52Z', 'revision_number': 5, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port': {'id': 'e12e670a-b527-49a2-b21a-b1fa05283aaf', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:09:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:25Z', 'updated_at': '2021-06-01T10:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:53.900079 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9256b55b-2897-43b8-ad2f-ade8c5ae512a None None] Checking router: c72adc2e-543e-494d-b66b-bcb896d2a485 for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:19:53.908778 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9256b55b-2897-43b8-ad2f-ade8c5ae512a None None] Routers {'c72adc2e-543e-494d-b66b-bcb896d2a485'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:19:53.909380 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-9256b55b-2897-43b8-ad2f-ade8c5ae512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:19:28Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['c72adc2e-543e-494d-b66b-bcb896d2a485'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:53.995355 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.db [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] For port e12e670a-b527-49a2-b21a-b1fa05283aaf, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=e12e670a-b527-49a2-b21a-b1fa05283aaf,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91916) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:53.996204 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:54.056229 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-9256b55b-2897-43b8-ad2f-ade8c5ae512a None None] Set router c72adc2e-543e-494d-b66b-bcb896d2a485 gateway port host: None {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:19:54.118537 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Calling delete_port for e12e670a-b527-49a2-b21a-b1fa05283aaf owned by network:router_gateway {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:19:54.160000 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-9256b55b-2897-43b8-ad2f-ade8c5ae512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:19:53Z', 'revision_number': 6, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port_host': None}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:54.164050 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9256b55b-2897-43b8-ad2f-ade8c5ae512a None None] The sync data for ids ['c72adc2e-543e-494d-b66b-bcb896d2a485'] in dv-cinder-784779-13-smb is: [{'id': 'c72adc2e-543e-494d-b66b-bcb896d2a485', 'name': 'tempest-TestShelveInstance-186059944-router', 'tenant_id': '1e8360a446b743c383364da9ac1aefa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:24Z', 'updated_at': '2021-06-01T10:19:53Z', 'revision_number': 6, 'project_id': '1e8360a446b743c383364da9ac1aefa3', 'gw_port_host': None}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:19:54.263650 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:54.267169 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:54.307535 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e12e670a-b527-49a2-b21a-b1fa05283aaf,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:54.311642 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:54.507047 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565926'] for router_gateway, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:54.680866 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5586'] for router, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:54.683994 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:54.705262 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571159'] for router, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:54.705768 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c72adc2e-543e-494d-b66b-bcb896d2a485 {{(pid=91916) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 10:19:54.718241 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] Notify callbacks [] for router, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:54.719356 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-26182640-155c-4b48-939f-7652e91515f2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c72adc2e-543e-494d-b66b-bcb896d2a485 HTTP/1.1" status: 204 len: 168 time: 1.2926862 Jun 01 10:19:54.722100 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38608) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:54.781869 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_v2 [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Deleting subnet fbbf1881-0f13-4694-80b9-bfd01483e555 {{(pid=91915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:19:54.784786 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:54.837309 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16659229'] for subnet, precommit_delete_associations {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:54.921253 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:54.929079 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device e12e670a-b527-49a2-b21a-b1fa05283aaf no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:19:54.962027 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: e12e670a-b527-49a2-b21a-b1fa05283aaf {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:19:54.962469 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device e12e670a-b527-49a2-b21a-b1fa05283aaf not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:19:54.962937 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device bf042410-7e30-4081-8b4c-b41804e8eb70 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:19:54.997515 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: bf042410-7e30-4081-8b4c-b41804e8eb70 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:19:54.998195 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device bf042410-7e30-4081-8b4c-b41804e8eb70 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:19:55.031478 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-bfed5590-31c9-43e8-bd67-a9a6295589ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:55.272046 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14465532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13795850'] for subnet, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:55.275844 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-af1ddcf5-f9da-4c51-acaf-52171ee67dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:55.314565 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbbf1881-0f13-4694-80b9-bfd01483e555,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:55.319351 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:55.324339 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f6102d-d19f-4b4a-af12-f618c493946e None None] Network 928eadfc-4fb3-4244-9825-0817c1006108 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:19:55.327568 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:55.327971 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:55.328299 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:55.328653 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:55.329004 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:55.329349 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:55.329694 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:55.330065 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:55.330471 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:55.330811 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:55.331154 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:55.331493 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:19:55.334481 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:55.335987 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-07638756-ca42-4e74-bb28-105b849e793d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fbbf1881-0f13-4694-80b9-bfd01483e555 HTTP/1.1" status: 204 len: 168 time: 0.6129057 Jun 01 10:19:55.338495 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38612) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:55.443337 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:55.517109 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Deleting port 4269971b-76b2-4ac3-a5c3-fc64d6558126 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:19:55.517444 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:55.570426 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd15f96-cff7-48b2-bd67-0886cdb068f6 None None] DHCP port deletion for 928eadfc-4fb3-4244-9825-0817c1006108 request from dv-cinder-784779-13-smb {{(pid=91917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 10:19:55.624042 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] For port 4269971b-76b2-4ac3-a5c3-fc64d6558126, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=4269971b-76b2-4ac3-a5c3-fc64d6558126,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:55.624425 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:55.636679 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-5fd15f96-cff7-48b2-bd67-0886cdb068f6 None None] Deleting port 4269971b-76b2-4ac3-a5c3-fc64d6558126 {{(pid=91917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:19:55.637160 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-5fd15f96-cff7-48b2-bd67-0886cdb068f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:55.734983 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-5fd15f96-cff7-48b2-bd67-0886cdb068f6 None None] For port 4269971b-76b2-4ac3-a5c3-fc64d6558126, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=4269971b-76b2-4ac3-a5c3-fc64d6558126,segment=NetworkSegment(b6454412-0498-49e5-a66f-1d3ea741f9da),segment_id=b6454412-0498-49e5-a66f-1d3ea741f9da)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:55.735373 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-5fd15f96-cff7-48b2-bd67-0886cdb068f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:55.747763 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Calling delete_port for 4269971b-76b2-4ac3-a5c3-fc64d6558126 owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:19:55.796955 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:55.801746 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-202efb0c-0b08-4cae-aa24-37a963989260 tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:55.842548 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] No DVR routers for this DVR port 4269971b-76b2-4ac3-a5c3-fc64d6558126 on host dv-cinder-784779-13-smb {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:19:55.858727 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-5fd15f96-cff7-48b2-bd67-0886cdb068f6 None None] Calling delete_port for 4269971b-76b2-4ac3-a5c3-fc64d6558126 owned by network:dhcp {{(pid=91917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:19:55.879778 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Pushing event deleted for resources: {'Port': ['ID=4269971b-76b2-4ac3-a5c3-fc64d6558126,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:55.882429 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:55.902551 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-5fd15f96-cff7-48b2-bd67-0886cdb068f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196'] for port, after_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:55.907687 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:55.968563 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:55.984035 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd15f96-cff7-48b2-bd67-0886cdb068f6 None None] Pushing event deleted for resources: {'Port': ['ID=4269971b-76b2-4ac3-a5c3-fc64d6558126,revision_number=None']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:55.987258 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd15f96-cff7-48b2-bd67-0886cdb068f6 None None] No DVR routers for this DVR port 4269971b-76b2-4ac3-a5c3-fc64d6558126 on host dv-cinder-784779-13-smb {{(pid=91917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:19:55.987491 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928eadfc-4fb3-4244-9825-0817c1006108']}} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:55.988887 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-5fd15f96-cff7-48b2-bd67-0886cdb068f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:56.002430 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6454412-0498-49e5-a66f-1d3ea741f9da') {'for_net_delete': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:56.002725 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6454412-0498-49e5-a66f-1d3ea741f9da') {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:56.014935 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16659222'] for segment, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:56.031201 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:56.037158 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=91915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:19:56.037540 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14660954'] for segment, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: Traceback (most recent call last): Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: timer() Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: cb(*args, **kw) Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: return func(*args, **kwargs) Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: self._notify() Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: self.callback(batched_events) Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: event.method(event) Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: return f(self, *a, **k) Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: return self._get(url).json() Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: return self.request(url, 'GET', **kwargs) Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:19:56.050501 dv-cinder-784779-13-smb neutron-server[91915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:19:56.124320 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:56.128816 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-14ce59c0-f913-4903-ad4e-857b42cb87ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:56.149472 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:56.159950 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Pushing event deleted for resources: {'Network': ['ID=928eadfc-4fb3-4244-9825-0817c1006108,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:56.164026 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:56.167444 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] 10.222.0.47 "DELETE /v2.0/networks/928eadfc-4fb3-4244-9825-0817c1006108 HTTP/1.1" status: 204 len: 168 time: 0.8280482 Jun 01 10:19:56.170408 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38618) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:56.797736 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571835'] for router_interface, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:56.826307 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 4269971b-76b2-4ac3-a5c3-fc64d6558126 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:19:56.859262 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: 4269971b-76b2-4ac3-a5c3-fc64d6558126 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:19:56.860296 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 4269971b-76b2-4ac3-a5c3-fc64d6558126 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:19:57.208949 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] Deleting port 72e46592-2553-45e4-b20a-6326e753eb3a {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:19:57.209331 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:57.333580 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] For port 72e46592-2553-45e4-b20a-6326e753eb3a, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=72e46592-2553-45e4-b20a-6326e753eb3a,segment=NetworkSegment(bc1f7c70-023f-42af-a1bc-4b4ef8bf7964),segment_id=bc1f7c70-023f-42af-a1bc-4b4ef8bf7964)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:57.333964 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:57.461824 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] Calling delete_port for 72e46592-2553-45e4-b20a-6326e753eb3a owned by network:router_interface {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:19:57.539309 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:57.612843 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:57.617692 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1deddec8-342c-4cc8-a338-7752ba424b37 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:57.694641 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] Pushing event deleted for resources: {'Port': ['ID=72e46592-2553-45e4-b20a-6326e753eb3a,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:57.702590 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:57.748127 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-79c86f69-da44-4e8a-8d7a-af7741a354e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:57.938026 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570411'] for router_interface, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:58.403266 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] Router 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:19:58.524043 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:58.597990 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:19:58.613006 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f788d-891a-4167-8cf2-57f0c677fe2b None None] Sync routers for ids ['95b62d3c-acf4-45d8-aa1d-8091e7ca3207'] in dv-cinder-784779-13-smb {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:19:58.614249 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-a31ed88a-656e-4478-9e9e-2543fce9c84c admin admin] 10.222.0.47 "PUT /v2.0/routers/95b62d3c-acf4-45d8-aa1d-8091e7ca3207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4427378 Jun 01 10:19:58.616789 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38622) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:19:58.626464 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f788d-891a-4167-8cf2-57f0c677fe2b None None] Routers {'95b62d3c-acf4-45d8-aa1d-8091e7ca3207'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:19:58.627404 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-933f788d-891a-4167-8cf2-57f0c677fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:19:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['95b62d3c-acf4-45d8-aa1d-8091e7ca3207'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:58.804667 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:58.810178 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-933f788d-891a-4167-8cf2-57f0c677fe2b None None] Set router 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 gateway port host: dv-cinder-784779-13-smb {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:19:58.978389 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:59.013569 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:59.054477 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Deleting port 79779536-c7dc-40b9-af66-0ad716ccd66a {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:19:59.054708 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:59.111231 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-933f788d-891a-4167-8cf2-57f0c677fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'name': 'tempest-TestShelveInstance-1785865150-router', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:33Z', 'updated_at': '2021-06-01T10:19:57Z', 'revision_number': 5, 'project_id': '060a319b0d4d48aca899f4a767f13d3d', 'gw_port': {'id': '79779536-c7dc-40b9-af66-0ad716ccd66a', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:cb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:14:34Z', 'updated_at': '2021-06-01T10:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:59.115309 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f788d-891a-4167-8cf2-57f0c677fe2b None None] Checking router: 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 for host: dv-cinder-784779-13-smb {{(pid=91917) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:19:59.123333 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f788d-891a-4167-8cf2-57f0c677fe2b None None] Routers {'95b62d3c-acf4-45d8-aa1d-8091e7ca3207'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91917) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:19:59.123935 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-933f788d-891a-4167-8cf2-57f0c677fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:19:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['95b62d3c-acf4-45d8-aa1d-8091e7ca3207'], 'active': True} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:59.227407 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] For port 79779536-c7dc-40b9-af66-0ad716ccd66a, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=79779536-c7dc-40b9-af66-0ad716ccd66a,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:19:59.227763 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:59.277108 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvr_db [None req-933f788d-891a-4167-8cf2-57f0c677fe2b None None] Set router 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 gateway port host: None {{(pid=91917) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:19:59.348577 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f39733a2-a668-41fa-a489-164679c62e63 req-bddb2e0c-9f15-4e70-bec4-25ef17750321 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2328234 Jun 01 10:19:59.354810 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Calling delete_port for 79779536-c7dc-40b9-af66-0ad716ccd66a owned by network:router_gateway {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:19:59.383395 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_hamode_db [None req-933f788d-891a-4167-8cf2-57f0c677fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'name': 'tempest-TestShelveInstance-1785865150-router', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:33Z', 'updated_at': '2021-06-01T10:19:58Z', 'revision_number': 6, 'project_id': '060a319b0d4d48aca899f4a767f13d3d', 'gw_port_host': None}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:19:59.388042 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f788d-891a-4167-8cf2-57f0c677fe2b None None] The sync data for ids ['95b62d3c-acf4-45d8-aa1d-8091e7ca3207'] in dv-cinder-784779-13-smb is: [{'id': '95b62d3c-acf4-45d8-aa1d-8091e7ca3207', 'name': 'tempest-TestShelveInstance-1785865150-router', 'tenant_id': '060a319b0d4d48aca899f4a767f13d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:14:33Z', 'updated_at': '2021-06-01T10:19:58Z', 'revision_number': 6, 'project_id': '060a319b0d4d48aca899f4a767f13d3d', 'gw_port_host': None}] {{(pid=91917) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:19:59.472468 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39733a2-a668-41fa-a489-164679c62e63 req-6cbd0bce-2ee1-4ecc-ae4c-a84a2b92fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:59.473935 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f39733a2-a668-41fa-a489-164679c62e63 req-6cbd0bce-2ee1-4ecc-ae4c-a84a2b92fe7c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 1099 time: 0.1023297 Jun 01 10:19:59.763711 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:19:59.775862 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1653c696-5c54-458d-aecd-5fa265d7dd23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:19:59.822820 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=79779536-c7dc-40b9-af66-0ad716ccd66a,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:19:59.827761 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:19:59.830743 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39733a2-a668-41fa-a489-164679c62e63 req-bc19d6ab-015f-4267-ab28-d7e058112d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:19:59.832306 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f39733a2-a668-41fa-a489-164679c62e63 req-bc19d6ab-015f-4267-ab28-d7e058112d1a service neutron] 10.222.0.82 "GET /v2.0/networks?id=c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 200 len: 919 time: 0.3395345 Jun 01 10:20:00.012080 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f39733a2-a668-41fa-a489-164679c62e63 req-496b1a8d-1cca-42bc-98c0-f5bd1af6d98a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14cff69a-c843-4000-9748-292e712f388a HTTP/1.1" status: 200 len: 1001 time: 0.1495600 Jun 01 10:20:00.012857 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565926'] for router_gateway, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:00.226655 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5586'] for router, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:00.231093 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:00.240094 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39733a2-a668-41fa-a489-164679c62e63 req-623bdb76-ceec-43a2-a20c-128ca5d1e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:20:00.241543 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f39733a2-a668-41fa-a489-164679c62e63 req-623bdb76-ceec-43a2-a20c-128ca5d1e864 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 200 len: 856 time: 0.1901670 Jun 01 10:20:00.298323 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571159'] for router, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:00.298816 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95b62d3c-acf4-45d8-aa1d-8091e7ca3207 {{(pid=91915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 10:20:00.325821 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] Notify callbacks [] for router, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:00.326953 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-f149c69e-10bf-4648-b064-a578ad600df6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/95b62d3c-acf4-45d8-aa1d-8091e7ca3207 HTTP/1.1" status: 204 len: 168 time: 1.7090931 Jun 01 10:20:00.329553 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38626) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:00.374089 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:00.388254 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39733a2-a668-41fa-a489-164679c62e63 req-eccfa64e-3ea1-4b8a-93c6-1ad3adcc9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:20:00.389729 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f39733a2-a668-41fa-a489-164679c62e63 req-eccfa64e-3ea1-4b8a-93c6-1ad3adcc9b60 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c339b17d-abdf-48dc-8c0f-50ed8b34d010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1373911 Jun 01 10:20:00.400783 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_v2 [None req-41ea9a8b-87f6-414b-aaa1-358cf8568e47 admin admin] Deleting subnet bb4f5d22-693c-4129-aeb9-e460bb9f9912 {{(pid=91915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:20:00.423386 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-41ea9a8b-87f6-414b-aaa1-358cf8568e47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:00.533133 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-41ea9a8b-87f6-414b-aaa1-358cf8568e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16659229'] for subnet, precommit_delete_associations {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:00.619299 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f39733a2-a668-41fa-a489-164679c62e63 req-913f3a8e-5c11-45b8-9c47-905ebb2df95d service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216032 Jun 01 10:20:00.724523 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-41ea9a8b-87f6-414b-aaa1-358cf8568e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:00.829632 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 72e46592-2553-45e4-b20a-6326e753eb3a no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:20:00.864862 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: 72e46592-2553-45e4-b20a-6326e753eb3a {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:20:00.865224 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 72e46592-2553-45e4-b20a-6326e753eb3a not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:20:00.865656 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 79779536-c7dc-40b9-af66-0ad716ccd66a no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:20:00.866666 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-f39733a2-a668-41fa-a489-164679c62e63 req-5c432e0c-b4ef-40d0-9fa5-d3b995195237 service neutron] 10.222.0.82 "GET /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406402 Jun 01 10:20:00.909151 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: 79779536-c7dc-40b9-af66-0ad716ccd66a {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:20:00.909447 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 79779536-c7dc-40b9-af66-0ad716ccd66a not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:20:01.127992 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-41ea9a8b-87f6-414b-aaa1-358cf8568e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14465532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13795850'] for subnet, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.132353 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:01.165946 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea9a8b-87f6-414b-aaa1-358cf8568e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4f5d22-693c-4129-aeb9-e460bb9f9912,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:01.169417 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-41ea9a8b-87f6-414b-aaa1-358cf8568e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:01.170416 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-41ea9a8b-87f6-414b-aaa1-358cf8568e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.176368 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f449144-4d63-42da-8cc7-eb7e16198a4e None None] Network 81d65304-d695-4c15-bf05-44e951ace592 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:20:01.176636 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-41ea9a8b-87f6-414b-aaa1-358cf8568e47 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/bb4f5d22-693c-4129-aeb9-e460bb9f9912 HTTP/1.1" status: 204 len: 168 time: 0.8461132 Jun 01 10:20:01.179078 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38632) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:01.283887 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.355539 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Deleting port 77fbe186-dc6c-44be-af71-68b39338eea0 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:20:01.355872 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.413613 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edea393-b501-4d79-87d0-498fa36efb68 None None] DHCP port deletion for 81d65304-d695-4c15-bf05-44e951ace592 request from dv-cinder-784779-13-smb {{(pid=91917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 10:20:01.471553 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] For port 77fbe186-dc6c-44be-af71-68b39338eea0, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=77fbe186-dc6c-44be-af71-68b39338eea0,segment=NetworkSegment(bc1f7c70-023f-42af-a1bc-4b4ef8bf7964),segment_id=bc1f7c70-023f-42af-a1bc-4b4ef8bf7964)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:20:01.471805 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.482504 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-6edea393-b501-4d79-87d0-498fa36efb68 None None] Deleting port 77fbe186-dc6c-44be-af71-68b39338eea0 {{(pid=91917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:20:01.482890 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6edea393-b501-4d79-87d0-498fa36efb68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.579953 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-6edea393-b501-4d79-87d0-498fa36efb68 None None] For port 77fbe186-dc6c-44be-af71-68b39338eea0, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=77fbe186-dc6c-44be-af71-68b39338eea0,segment=NetworkSegment(bc1f7c70-023f-42af-a1bc-4b4ef8bf7964),segment_id=bc1f7c70-023f-42af-a1bc-4b4ef8bf7964)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:20:01.580394 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6edea393-b501-4d79-87d0-498fa36efb68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.593951 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Calling delete_port for 77fbe186-dc6c-44be-af71-68b39338eea0 owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:20:01.643349 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.647239 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-633e7cd0-e0ca-456d-9dd3-0900abb47c9a tempest-TestMinimumBasicScenario-1360278552 tempest-TestMinimumBasicScenario-1360278552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:01.694347 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Pushing event deleted for resources: {'Port': ['ID=77fbe186-dc6c-44be-af71-68b39338eea0,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:01.696137 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] No DVR routers for this DVR port 77fbe186-dc6c-44be-af71-68b39338eea0 on host dv-cinder-784779-13-smb {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:20:01.697665 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:01.742832 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-6edea393-b501-4d79-87d0-498fa36efb68 None None] Calling delete_port for 77fbe186-dc6c-44be-af71-68b39338eea0 owned by network:dhcp {{(pid=91917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:20:01.784184 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6edea393-b501-4d79-87d0-498fa36efb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196'] for port, after_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.787634 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:01.812704 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.826144 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d65304-d695-4c15-bf05-44e951ace592']}} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:01.828074 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edea393-b501-4d79-87d0-498fa36efb68 None None] Pushing event deleted for resources: {'Port': ['ID=77fbe186-dc6c-44be-af71-68b39338eea0,revision_number=None']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:01.831467 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-6edea393-b501-4d79-87d0-498fa36efb68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:01.833667 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edea393-b501-4d79-87d0-498fa36efb68 None None] No DVR routers for this DVR port 77fbe186-dc6c-44be-af71-68b39338eea0 on host dv-cinder-784779-13-smb {{(pid=91917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:20:01.841872 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1f7c70-023f-42af-a1bc-4b4ef8bf7964') {'for_net_delete': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:01.841872 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1f7c70-023f-42af-a1bc-4b4ef8bf7964') {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:01.852284 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16659222'] for segment, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.868706 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.875068 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=91915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:20:01.875456 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14660954'] for segment, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: Traceback (most recent call last): Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: timer() Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: cb(*args, **kw) Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: return func(*args, **kwargs) Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: self._notify() Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: self.callback(batched_events) Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: event.method(event) Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: return f(self, *a, **k) Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: return self._get(url).json() Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: return self.request(url, 'GET', **kwargs) Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:20:01.889050 dv-cinder-784779-13-smb neutron-server[91915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:20:01.970722 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.974564 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1876c2e0-38e4-452b-a527-a682b36f5879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:01.987296 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:01.997323 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Pushing event deleted for resources: {'Network': ['ID=81d65304-d695-4c15-bf05-44e951ace592,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:02.000079 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:02.002686 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-daa5b646-547d-407e-aa0f-4285dd854085 admin admin] 10.222.0.47 "DELETE /v2.0/networks/81d65304-d695-4c15-bf05-44e951ace592 HTTP/1.1" status: 204 len: 168 time: 0.8219719 Jun 01 10:20:02.115224 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38638) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:02.163924 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-98485a32-af27-4ab5-8413-ca1d878c0771 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e8360a446b743c383364da9ac1aefa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474992 Jun 01 10:20:02.166220 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38642) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:02.222514 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-88c16e91-e72d-4910-a478-23064c4fcae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:02.252203 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-88c16e91-e72d-4910-a478-23064c4fcae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:02.303144 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-88c16e91-e72d-4910-a478-23064c4fcae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:02.307841 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-6487543f-bac2-423d-a33a-3ae0a853f58b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:02.317728 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c16e91-e72d-4910-a478-23064c4fcae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276a15c0-bb82-41af-a4b6-4827bcf476b7,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:02.321118 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-88c16e91-e72d-4910-a478-23064c4fcae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:02.324607 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-88c16e91-e72d-4910-a478-23064c4fcae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:02.325709 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-88c16e91-e72d-4910-a478-23064c4fcae5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/276a15c0-bb82-41af-a4b6-4827bcf476b7 HTTP/1.1" status: 204 len: 168 time: 0.1586173 Jun 01 10:20:02.679500 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38650) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:02.727932 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-bec8eddb-b76b-4632-bb6e-a9d3eec61e02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=060a319b0d4d48aca899f4a767f13d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472665 Jun 01 10:20:02.730210 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38654) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:02.790459 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-69d7078e-a265-4c7d-84a3-75e6dbbc61a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:02.816644 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-69d7078e-a265-4c7d-84a3-75e6dbbc61a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:02.827354 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 77fbe186-dc6c-44be-af71-68b39338eea0 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:20:02.862871 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: 77fbe186-dc6c-44be-af71-68b39338eea0 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:20:02.863280 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device 77fbe186-dc6c-44be-af71-68b39338eea0 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:20:02.870605 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-69d7078e-a265-4c7d-84a3-75e6dbbc61a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:02.874450 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-64937fe2-c1aa-41d0-898d-f160cac33d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:02.885522 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7078e-a265-4c7d-84a3-75e6dbbc61a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a124c705-ba17-4b9f-a44b-f654016b17be,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:02.888404 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-69d7078e-a265-4c7d-84a3-75e6dbbc61a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:02.893989 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-69d7078e-a265-4c7d-84a3-75e6dbbc61a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:02.895128 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-69d7078e-a265-4c7d-84a3-75e6dbbc61a1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a124c705-ba17-4b9f-a44b-f654016b17be HTTP/1.1" status: 204 len: 168 time: 0.1640594 Jun 01 10:20:06.364389 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfda510-b1d8-4d84-9e60-1241054942e6 req-72508b1a-bebe-4e1e-8d0a-597646d58d08 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:20:06.365837 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bdfda510-b1d8-4d84-9e60-1241054942e6 req-72508b1a-bebe-4e1e-8d0a-597646d58d08 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 946 time: 0.0806191 Jun 01 10:20:06.409838 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-bdfda510-b1d8-4d84-9e60-1241054942e6 req-ffbd0ad5-bdb6-48d9-b93a-41b98eb8a667 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377204 Jun 01 10:20:07.653253 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a489bc-d933-4f70-a95c-55097178fea3 req-e65e8ded-fc55-4a4c-8eca-8d0770d19606 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:20:07.654748 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-21a489bc-d933-4f70-a95c-55097178fea3 req-e65e8ded-fc55-4a4c-8eca-8d0770d19606 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 946 time: 0.1329572 Jun 01 10:20:07.711253 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-21a489bc-d933-4f70-a95c-55097178fea3 req-3ad234ed-df23-4889-ba34-00214f4a876f tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups?id=c66449ae-5fd6-42bb-9b3e-c94e8087a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505924 Jun 01 10:20:07.718770 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-982f804f-ff7f-47d8-b7b6-1c48c22347eb tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:20:07.720600 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-982f804f-ff7f-47d8-b7b6-1c48c22347eb tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 946 time: 0.1344895 Jun 01 10:20:07.856387 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Deleting port 14cff69a-c843-4000-9748-292e712f388a {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:20:07.856726 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:07.990120 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] For port 14cff69a-c843-4000-9748-292e712f388a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=14cff69a-c843-4000-9748-292e712f388a,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:20:07.990392 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:08.375069 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:08.375492 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-565897'] for floatingip, after_update {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:08.375832 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.l3_db [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Floating IP b08c6289-ba24-4e71-962a-1570db97125e disassociated. External IP: 172.28.3.149, port: 14cff69a-c843-4000-9748-292e712f388a. Jun 01 10:20:08.376215 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Calling delete_port for 14cff69a-c843-4000-9748-292e712f388a owned by compute:nova {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:20:08.492176 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:08.498927 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f4a61ee1-d3ec-45ff-8d49-67062b6936ea tempest-VolumesSnapshotTestJSON-892852737 tempest-VolumesSnapshotTestJSON-892852737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:08.544308 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event deleted for resources: {'Port': ['ID=14cff69a-c843-4000-9748-292e712f388a,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:08.548738 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:08.734568 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Router 0d5c2b10-c164-436c-9f1c-f3c6385e796e has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:20:08.926120 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-7c3ba6e2-3679-4c5e-81a7-be12d2c940bc req-c32f9c31-d80b-4334-a826-f0a22b0239cd tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b891ce-6186-4c6d-87b2-2b2c9f27e290 HTTP/1.1" status: 200 len: 210 time: 0.1052101 Jun 01 10:20:08.969047 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:20:08.978315 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8287732f-7c75-473d-a41d-926f1e1b1731 None None] Sync routers for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:20:08.988854 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8287732f-7c75-473d-a41d-926f1e1b1731 None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:20:08.989478 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-8287732f-7c75-473d-a41d-926f1e1b1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:19:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:09.045968 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] No DVR routers for this DVR port 14cff69a-c843-4000-9748-292e712f388a on host hv-cinder-78477 {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:20:09.048548 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for port, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:09.051535 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'name': 'network-vif-deleted', 'tag': '14cff69a-c843-4000-9748-292e712f388a'}] {{(pid=91915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 10:20:09.053801 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f4d7907b0d2479bf49e712d363ba173f806dbab71af00ee91c1398837cdd8c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c387b9-b789-4a42-a475-878f5dd4cb23" -d '{"events": [{"server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "name": "network-vif-deleted", "tag": "14cff69a-c843-4000-9748-292e712f388a"}]}' {{(pid=91915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 10:20:09.064173 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [req-30c48584-af04-4a84-b7ab-768f215aa1b4 req-06db4c26-6926-42a5-a0b1-1e5c41935b65 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.82 "DELETE /v2.0/ports/14cff69a-c843-4000-9748-292e712f388a HTTP/1.1" status: 204 len: 173 time: 1.3384848 Jun 01 10:20:09.100760 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 10:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed98c896-538f-40ab-9a86-a0a5d6c733b4 x-openstack-request-id: req-ed98c896-538f-40ab-9a86-a0a5d6c733b4 {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 10:20:09.101133 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b891ce-6186-4c6d-87b2-2b2c9f27e290", "name": "network-vif-deleted", "tag": "14cff69a-c843-4000-9748-292e712f388a", "status": "completed", "code": 200}]} {{(pid=91915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 10:20:09.101419 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed98c896-538f-40ab-9a86-a0a5d6c733b4 {{(pid=91915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 10:20:09.101837 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b891ce-6186-4c6d-87b2-2b2c9f27e290', 'name': 'network-vif-deleted', 'tag': '14cff69a-c843-4000-9748-292e712f388a', 'status': 'completed', 'code': 200} Jun 01 10:20:09.170024 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-8287732f-7c75-473d-a41d-926f1e1b1731 None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:20:09.484237 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-8287732f-7c75-473d-a41d-926f1e1b1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:13Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:09.488215 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8287732f-7c75-473d-a41d-926f1e1b1731 None None] Checking router: 0d5c2b10-c164-436c-9f1c-f3c6385e796e for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:20:09.497007 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8287732f-7c75-473d-a41d-926f1e1b1731 None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:20:09.497604 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-8287732f-7c75-473d-a41d-926f1e1b1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:19:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:09.554652 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 14cff69a-c843-4000-9748-292e712f388a no longer exists at agent hyperv_hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:20:09.588536 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] No Port match for: 14cff69a-c843-4000-9748-292e712f388a {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:20:09.589062 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Device 14cff69a-c843-4000-9748-292e712f388a not bound to the agent host hv-cinder-78477 {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:20:09.679045 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-8287732f-7c75-473d-a41d-926f1e1b1731 None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:20:10.010248 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-8287732f-7c75-473d-a41d-926f1e1b1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:13Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:10.014354 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8287732f-7c75-473d-a41d-926f1e1b1731 None None] The sync data for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb is: [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb', '_interfaces': [{'id': 'a9c2e264-be25-4cd2-9f31-7da57a492a16', 'name': '', 'network_id': 'c339b17d-abdf-48dc-8c0f-50ed8b34d010', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'mac_address': 'fa:16:3e:f4:9f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:58Z', 'updated_at': '2021-06-01T10:13:13Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'subnets': [{'id': 'c93d5076-e9b2-42b0-9057-e08ae7429957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:20:10.055239 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38680) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:10.121065 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d94f-0dd7-4185-a34f-162e9bd8ba22 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:10.149558 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d94f-0dd7-4185-a34f-162e9bd8ba22 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:10.206091 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d94f-0dd7-4185-a34f-162e9bd8ba22 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:10.210073 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e6dd2f9a-8794-4e92-9d81-d80022bae3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:10.229032 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7d94f-0dd7-4185-a34f-162e9bd8ba22 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66449ae-5fd6-42bb-9b3e-c94e8087a36f,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:10.232215 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-cbf7d94f-0dd7-4185-a34f-162e9bd8ba22 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:10.239881 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d94f-0dd7-4185-a34f-162e9bd8ba22 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:10.241090 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-cbf7d94f-0dd7-4185-a34f-162e9bd8ba22 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "DELETE /v2.0/security-groups/c66449ae-5fd6-42bb-9b3e-c94e8087a36f HTTP/1.1" status: 204 len: 168 time: 0.1847644 Jun 01 10:20:10.243806 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38684) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:10.250040 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6c9310-5fed-46e7-ad91-666e5ba93042 None None] New status for floating IP b08c6289-ba24-4e71-962a-1570db97125e: DOWN {{(pid=91917) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 10:20:10.260334 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.api.v2.resource [None req-204a626e-d515-4627-8d78-85854beccc63 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] show failed (client error): The resource could not be found. Jun 01 10:20:10.261345 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-204a626e-d515-4627-8d78-85854beccc63 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "GET /v2.0/security-groups/c66449ae-5fd6-42bb-9b3e-c94e8087a36f HTTP/1.1" status: 404 len: 347 time: 0.0166237 Jun 01 10:20:10.264218 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38688) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:10.487859 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-4b5daf2a-6dab-47cf-beda-6ce465754390 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Deleting port 9aeecb66-c160-4206-a742-5a07ed5d8104 {{(pid=91916) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:20:10.488206 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4b5daf2a-6dab-47cf-beda-6ce465754390 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:10.611636 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4b5daf2a-6dab-47cf-beda-6ce465754390 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:10.611985 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4b5daf2a-6dab-47cf-beda-6ce465754390 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:10.733352 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.plugin [None req-4b5daf2a-6dab-47cf-beda-6ce465754390 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Calling delete_port for 9aeecb66-c160-4206-a742-5a07ed5d8104 owned by network:floatingip {{(pid=91916) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:20:10.841520 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4b5daf2a-6dab-47cf-beda-6ce465754390 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2725549'] for port, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:10.845008 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-b7aad644-740e-4dbc-a98b-4db824cbbbf7 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:10.891831 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5daf2a-6dab-47cf-beda-6ce465754390 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Pushing event deleted for resources: {'Port': ['ID=9aeecb66-c160-4206-a742-5a07ed5d8104,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:10.917117 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-4b5daf2a-6dab-47cf-beda-6ce465754390 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:10.978117 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4b5daf2a-6dab-47cf-beda-6ce465754390 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks [] for floatingip, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:10.992959 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-4b5daf2a-6dab-47cf-beda-6ce465754390 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59692'] for floatingip, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:10.994067 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-4b5daf2a-6dab-47cf-beda-6ce465754390 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] 10.222.0.47 "DELETE /v2.0/floatingips/b08c6289-ba24-4e71-962a-1570db97125e HTTP/1.1" status: 204 len: 168 time: 0.7289190 Jun 01 10:20:13.911426 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38712) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:14.756212 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571835'] for router_interface, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:15.159496 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] Deleting port a9c2e264-be25-4cd2-9f31-7da57a492a16 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:20:15.160208 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:15.279812 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] For port a9c2e264-be25-4cd2-9f31-7da57a492a16, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=a9c2e264-be25-4cd2-9f31-7da57a492a16,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:20:15.280166 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:15.401167 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] Calling delete_port for a9c2e264-be25-4cd2-9f31-7da57a492a16 owned by network:router_interface {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:20:15.549728 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:15.554270 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f8b36972-238e-475f-8ddb-2f9f1a1a9854 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:15.601291 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c2e264-be25-4cd2-9f31-7da57a492a16,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:15.626789 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:15.863746 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-570411'] for router_interface, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:15.966060 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:20:16.319525 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] Router 0d5c2b10-c164-436c-9f1c-f3c6385e796e has already been hosted by L3 agent 22b671ac-b34b-43f6-9fe0-66c72f6cc21f {{(pid=91915) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 10:20:16.495380 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] Notify agent at l3_agent.dv-cinder-784779-13-smb the message routers_updated {{(pid=91915) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 10:20:16.503558 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf1d45-2dc6-4de1-8cb9-e417a6fff987 None None] Sync routers for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 10:20:16.507754 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-0df70e9d-b7b0-431f-93a2-4741e3a6d2a0 admin admin] 10.222.0.47 "PUT /v2.0/routers/0d5c2b10-c164-436c-9f1c-f3c6385e796e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5952523 Jun 01 10:20:16.510114 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38718) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:16.513841 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf1d45-2dc6-4de1-8cb9-e417a6fff987 None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:20:16.514475 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-a7bf1d45-2dc6-4de1-8cb9-e417a6fff987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:19:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:16.690099 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-a7bf1d45-2dc6-4de1-8cb9-e417a6fff987 None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: dv-cinder-784779-13-smb {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:20:16.706094 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:16.887572 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:16.959493 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Deleting port ebf3b071-92a4-411d-b350-d837614acc55 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:20:16.959741 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:16.977951 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-a7bf1d45-2dc6-4de1-8cb9-e417a6fff987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'external_fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:20:15Z', 'revision_number': 5, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port': {'id': 'ebf3b071-92a4-411d-b350-d837614acc55', 'name': '', 'network_id': '63823bfe-ce08-4207-99eb-0aaa7f618dc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T10:12:43Z', 'updated_at': '2021-06-01T10:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cc8e40eb-b88f-4d48-a150-bb10f743f69f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-13-smb'}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:16.981615 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf1d45-2dc6-4de1-8cb9-e417a6fff987 None None] Checking router: 0d5c2b10-c164-436c-9f1c-f3c6385e796e for host: dv-cinder-784779-13-smb {{(pid=91918) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 10:20:16.989881 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf1d45-2dc6-4de1-8cb9-e417a6fff987 None None] Routers {'0d5c2b10-c164-436c-9f1c-f3c6385e796e'} bound to L3 agent in host dv-cinder-784779-13-smb {{(pid=91918) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 10:20:16.990479 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-a7bf1d45-2dc6-4de1-8cb9-e417a6fff987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T10:04:58Z,description=,heartbeat_timestamp=2021-06-01T10:19:58Z,host='dv-cinder-784779-13-smb',id=22b671ac-b34b-43f6-9fe0-66c72f6cc21f,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T10:04:58Z,topic='l3_agent')) {'router_ids': ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'], 'active': True} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:17.082272 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] For port ebf3b071-92a4-411d-b350-d837614acc55, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=ebf3b071-92a4-411d-b350-d837614acc55,segment=NetworkSegment(bc64fcd0-8c1a-4efd-946d-f2a7f32bccde),segment_id=bc64fcd0-8c1a-4efd-946d-f2a7f32bccde)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:20:17.082627 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:17.140024 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_dvr_db [None req-a7bf1d45-2dc6-4de1-8cb9-e417a6fff987 None None] Set router 0d5c2b10-c164-436c-9f1c-f3c6385e796e gateway port host: None {{(pid=91918) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 10:20:17.204435 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Calling delete_port for ebf3b071-92a4-411d-b350-d837614acc55 owned by network:router_gateway {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:20:17.243885 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.l3_hamode_db [None req-a7bf1d45-2dc6-4de1-8cb9-e417a6fff987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:20:16Z', 'revision_number': 6, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port_host': None}], 'dv-cinder-784779-13-smb', False) {} {{(pid=91918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:17.248242 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf1d45-2dc6-4de1-8cb9-e417a6fff987 None None] The sync data for ids ['0d5c2b10-c164-436c-9f1c-f3c6385e796e'] in dv-cinder-784779-13-smb is: [{'id': '0d5c2b10-c164-436c-9f1c-f3c6385e796e', 'name': 'tempest-AttachVolumeShelveTestJSON-1170727234-router', 'tenant_id': '2b47eeeeaee04233ab8d4396abe036e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T10:12:41Z', 'updated_at': '2021-06-01T10:20:16Z', 'revision_number': 6, 'project_id': '2b47eeeeaee04233ab8d4396abe036e5', 'gw_port_host': None}] {{(pid=91918) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 10:20:17.342936 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:17.347373 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9713baff-085e-470f-9648-afceebbf9ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:17.417644 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf3b071-92a4-411d-b350-d837614acc55,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:17.420219 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:17.593410 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-565926'] for router_gateway, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:17.769772 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5586'] for router, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:17.772029 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:17.795393 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-571159'] for router, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:17.795959 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d5c2b10-c164-436c-9f1c-f3c6385e796e {{(pid=91915) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 10:20:17.807896 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] Notify callbacks [] for router, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:17.808992 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-e1885c3b-ae90-4e16-acb3-f2953365a5c6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0d5c2b10-c164-436c-9f1c-f3c6385e796e HTTP/1.1" status: 204 len: 168 time: 1.2979543 Jun 01 10:20:17.811525 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38722) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:17.872232 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8380b63-fc41-4c60-9026-5c74453d8324 admin admin] Deleting subnet c93d5076-e9b2-42b0-9057-e08ae7429957 {{(pid=91915) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:20:17.875169 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c8380b63-fc41-4c60-9026-5c74453d8324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:17.924000 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c8380b63-fc41-4c60-9026-5c74453d8324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16659229'] for subnet, precommit_delete_associations {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:18.004967 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c8380b63-fc41-4c60-9026-5c74453d8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:18.251718 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c8380b63-fc41-4c60-9026-5c74453d8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14465532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13795850'] for subnet, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:18.256084 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c77b0ee1-760a-4415-96aa-fb343ddb112f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:18.295287 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8380b63-fc41-4c60-9026-5c74453d8324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c93d5076-e9b2-42b0-9057-e08ae7429957,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:18.298363 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c8380b63-fc41-4c60-9026-5c74453d8324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:18.299360 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-c8380b63-fc41-4c60-9026-5c74453d8324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:18.307014 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-c8380b63-fc41-4c60-9026-5c74453d8324 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c93d5076-e9b2-42b0-9057-e08ae7429957 HTTP/1.1" status: 204 len: 168 time: 0.4944715 Jun 01 10:20:18.307465 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d211c639-c682-4925-a7bb-99ade18c0a94 None None] Network c339b17d-abdf-48dc-8c0f-50ed8b34d010 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:20:18.310197 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38726) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:18.411133 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:18.488370 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Deleting port a73794e5-0673-4c28-acf5-aa1b9f177415 {{(pid=91915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:20:18.488882 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:18.562736 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] DHCP port deletion for c339b17d-abdf-48dc-8c0f-50ed8b34d010 request from dv-cinder-784779-13-smb {{(pid=91917) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 10:20:18.595007 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.db [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] For port a73794e5-0673-4c28-acf5-aa1b9f177415, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=a73794e5-0673-4c28-acf5-aa1b9f177415,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:20:18.595361 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:18.630073 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Deleting port a73794e5-0673-4c28-acf5-aa1b9f177415 {{(pid=91917) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 10:20:18.630462 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763789023811'] for port, before_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:18.720498 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.plugin [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Calling delete_port for a73794e5-0673-4c28-acf5-aa1b9f177415 owned by network:dhcp {{(pid=91915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:20:18.730550 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.db [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] For port a73794e5-0673-4c28-acf5-aa1b9f177415, host dv-cinder-784779-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-13-smb',level=0,port_id=a73794e5-0673-4c28-acf5-aa1b9f177415,segment=NetworkSegment(b871a861-e68f-49b2-924e-0165ca58d626),segment_id=b871a861-e68f-49b2-924e-0165ca58d626)] {{(pid=91917) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 10:20:18.731230 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-565610'] for port, precommit_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:18.770015 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14660879'] for port, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:18.773715 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f215111e-b827-47a6-805d-18a2e2510820 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:18.819477 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73794e5-0673-4c28-acf5-aa1b9f177415,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:18.823754 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:18.826376 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] No DVR routers for this DVR port a73794e5-0673-4c28-acf5-aa1b9f177415 on host dv-cinder-784779-13-smb {{(pid=91915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:20:18.858806 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Calling delete_port for a73794e5-0673-4c28-acf5-aa1b9f177415 owned by network:dhcp {{(pid=91917) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 10:20:18.863127 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device a73794e5-0673-4c28-acf5-aa1b9f177415 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:20:18.903029 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: a73794e5-0673-4c28-acf5-aa1b9f177415 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:20:18.903378 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device a73794e5-0673-4c28-acf5-aa1b9f177415 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:20:18.903803 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device a9c2e264-be25-4cd2-9f31-7da57a492a16 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:20:18.937582 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: a9c2e264-be25-4cd2-9f31-7da57a492a16 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:20:18.938074 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device a9c2e264-be25-4cd2-9f31-7da57a492a16 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:20:18.938418 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device ebf3b071-92a4-411d-b350-d837614acc55 no longer exists at agent ovs-agent-dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 10:20:18.943404 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:18.979141 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.plugin [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] No Port match for: ebf3b071-92a4-411d-b350-d837614acc55 {{(pid=91917) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 10:20:18.979974 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Device ebf3b071-92a4-411d-b350-d837614acc55 not bound to the agent host dv-cinder-784779-13-smb {{(pid=91917) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 10:20:19.010754 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763789027238', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763788511196'] for port, after_delete {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:19.014701 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:19.059974 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c339b17d-abdf-48dc-8c0f-50ed8b34d010']}} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:19.062411 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Pushing event deleted for resources: {'Port': ['ID=a73794e5-0673-4c28-acf5-aa1b9f177415,revision_number=None']} {{(pid=91917) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:19.068448 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] No DVR routers for this DVR port a73794e5-0673-4c28-acf5-aa1b9f177415 on host dv-cinder-784779-13-smb {{(pid=91917) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 10:20:19.078255 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b871a861-e68f-49b2-924e-0165ca58d626') {'for_net_delete': True} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:19.078255 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.services.segments.db [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b871a861-e68f-49b2-924e-0165ca58d626') {} {{(pid=91915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:19.078672 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:19.078961 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:19.079106 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:19.079441 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:19.079775 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:19.080104 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:19.080429 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:19.080765 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:19.081091 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:19.081415 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:19.081740 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:19.082086 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91917) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:19.085061 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG oslo_concurrency.lockutils [None req-6732a960-055c-47ac-b55e-c1db8d2a02db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:19.087325 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16659222'] for segment, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:19.104322 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:19.110293 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=91915) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:20:19.110674 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14660954'] for segment, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: Traceback (most recent call last): Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: timer() Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: cb(*args, **kw) Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: return func(*args, **kwargs) Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: self._notify() Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: self.callback(batched_events) Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: event.method(event) Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: return f(self, *a, **k) Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: return self._get(url).json() Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: return self.request(url, 'GET', **kwargs) Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:20:19.123732 dv-cinder-784779-13-smb neutron-server[91915]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:20:19.201032 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:19.204861 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:19.218212 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:19.229621 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c339b17d-abdf-48dc-8c0f-50ed8b34d010,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:19.233724 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:19.242279 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-3c32a3b6-5a7a-4a8b-aab2-7c94893520a6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c339b17d-abdf-48dc-8c0f-50ed8b34d010 HTTP/1.1" status: 204 len: 168 time: 0.9309943 Jun 01 10:20:19.358945 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38732) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:19.408263 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-84ae157c-34ef-4f58-8bb8-4aed8a976cc1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2b47eeeeaee04233ab8d4396abe036e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0480704 Jun 01 10:20:19.410578 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38736) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:19.471834 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6e957ac3-26f3-49b5-94c8-40c5803ced74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:19.496895 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6e957ac3-26f3-49b5-94c8-40c5803ced74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:19.547464 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6e957ac3-26f3-49b5-94c8-40c5803ced74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:19.551279 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-59a37dff-20e2-462c-a9d3-998c16b99137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:19.565115 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e957ac3-26f3-49b5-94c8-40c5803ced74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5c3d38-04c7-4cd1-bdd1-302aa3693879,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:19.568839 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6e957ac3-26f3-49b5-94c8-40c5803ced74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:19.572047 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-6e957ac3-26f3-49b5-94c8-40c5803ced74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:19.573993 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-6e957ac3-26f3-49b5-94c8-40c5803ced74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec5c3d38-04c7-4cd1-bdd1-302aa3693879 HTTP/1.1" status: 204 len: 168 time: 0.1617084 Jun 01 10:20:20.282349 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38760) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:20.385750 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-519564835-network', 'tenant_id': '2f8e42e0471a472b9d358cec5c31615a'}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:20:20.390726 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:20.394487 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Usage tracker for resource:network and tenant:2f8e42e0471a472b9d358cec5c31615a is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:20.397293 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:20.403422 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:20.413629 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Made reservation on behalf of 2f8e42e0471a472b9d358cec5c31615a for: {'network': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:20:20.415913 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:20.428275 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:20.442669 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:20.446493 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Usage tracker for resource:security_group_rule and tenant:2f8e42e0471a472b9d358cec5c31615a is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:20.449258 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:20.454964 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:20.536574 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:20.540352 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:20.544849 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f36192de-9ac6-4fe8-ac22-76d2fa7db448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:20.568364 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=91915) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:20:20.581930 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f75a61d-9dec-4e77-90f5-b90af682d322,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:20.586058 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:20.586863 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:20.587200 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.db.segments_db [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Added segment 22b6d86c-08e3-4b39-8e89-82e1abf332e3 of type vlan for network 15129cbf-582b-48b7-878a-e0d0d024214f Jun 01 10:20:20.613787 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:20.646581 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:20.647960 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:20:20.648535 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:20.652559 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-259a6e1b-6e88-4718-bd0b-274211c7f6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:20.748480 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4650247 Jun 01 10:20:20.749257 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Pushing event updated for resources: {'Network': ['ID=15129cbf-582b-48b7-878a-e0d0d024214f,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:20.751353 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38766) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:20.753720 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d7ea0bf9-6f00-4278-aa5a-f949831cf4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:20.757742 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.v2.base [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Request body: {'subnet': {'network_id': '15129cbf-582b-48b7-878a-e0d0d024214f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-519564835-subnet', 'tenant_id': '2f8e42e0471a472b9d358cec5c31615a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91915) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:20:20.761495 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 15129cbf-582b-48b7-878a-e0d0d024214f details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:20:20.763186 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:20.767030 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Usage tracker for resource:subnet and tenant:2f8e42e0471a472b9d358cec5c31615a is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:20.769868 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:20.776814 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:20.788119 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Made reservation on behalf of 2f8e42e0471a472b9d358cec5c31615a for: {'subnet': 1} {{(pid=91915) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:20:20.790501 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13795861'] for subnet, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:21.175078 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14465471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13795843'] for subnet, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:21.179463 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:21.250638 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0d57dd-a380-422b-9e1c-1770621e9a1a,revision_number=0']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:21.253252 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:21.261233 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Checking segment: {'id': '22b6d86c-08e3-4b39-8e89-82e1abf332e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '15129cbf-582b-48b7-878a-e0d0d024214f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:20:21.261586 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Network hostable DHCP agents. Network: 15129cbf-582b-48b7-878a-e0d0d024214f, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91915) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:20:21.278083 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Network 15129cbf-582b-48b7-878a-e0d0d024214f is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91915) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:20:21.287104 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.scheduler.base_scheduler [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 15129cbf-582b-48b7-878a-e0d0d024214f) {{(pid=91915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:20:21.296056 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91915) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:20:21.296699 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:21.297418 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ed06b-07ab-4e90-a56d-46006f978039 None None] Network 15129cbf-582b-48b7-878a-e0d0d024214f requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:20:21.316311 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-46cb9f0c-4e6b-484f-93fb-3b1ea8d64208 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5639272 Jun 01 10:20:21.485217 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a1cd5e-5dae-444b-94b1-f358cd7ad0ca None None] Network 15129cbf-582b-48b7-878a-e0d0d024214f requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:20:21.823446 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38784) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:21.829112 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483200955-network', 'tenant_id': 'cc328e8bc90943e7a7c5b9aafc2bef37'}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:20:21.833749 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:21.837563 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Usage tracker for resource:network and tenant:cc328e8bc90943e7a7c5b9aafc2bef37 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:21.840926 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:21.846636 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:21.858080 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Made reservation on behalf of cc328e8bc90943e7a7c5b9aafc2bef37 for: {'network': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:20:21.860516 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1458713'] for network, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:21.872537 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:21.886667 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:21.890434 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Usage tracker for resource:security_group_rule and tenant:cc328e8bc90943e7a7c5b9aafc2bef37 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:21.893166 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:21.898793 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:21.979836 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:21.983456 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:21.986376 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e061f013-5b47-462a-ad29-87ab97c6ec95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:22.016388 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=91916) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 10:20:22.027320 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c62352-1d23-4b00-b674-47df05d99304,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:22.031318 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:22.032200 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:22.032531 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.db.segments_db [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Added segment 982c3861-5106-445b-9b9e-9fcc76999e28 of type vlan for network 13721c69-eeed-4efb-a9e0-dbf8631789d4 Jun 01 10:20:22.141059 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763788496981'] for network, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:22.171953 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851'] for network, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:22.173313 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:20:22.173911 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:22.177186 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-ec40a3e3-fdbc-4e01-8e09-36ea2e7cca2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:22.274861 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Pushing event updated for resources: {'Network': ['ID=13721c69-eeed-4efb-a9e0-dbf8631789d4,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:22.282485 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4539669 Jun 01 10:20:22.282485 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:22.282892 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38788) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:22.287945 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.v2.base [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Request body: {'subnet': {'network_id': '13721c69-eeed-4efb-a9e0-dbf8631789d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483200955-subnet', 'tenant_id': 'cc328e8bc90943e7a7c5b9aafc2bef37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91916) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 10:20:22.288749 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.plugins.ml2.rpc [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Network 13721c69-eeed-4efb-a9e0-dbf8631789d4 details requested by agent ovs-agent-dv-cinder-784779-13-smb with host dv-cinder-784779-13-smb {{(pid=91917) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 10:20:22.293180 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:22.296978 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Usage tracker for resource:subnet and tenant:cc328e8bc90943e7a7c5b9aafc2bef37 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:22.299810 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:22.305461 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:22.315654 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Made reservation on behalf of cc328e8bc90943e7a7c5b9aafc2bef37 for: {'subnet': 1} {{(pid=91916) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 10:20:22.318054 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14452367'] for subnet, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:22.700497 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2791965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14452377'] for subnet, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:22.704171 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7fc55d80-e33e-41da-8c87-e2d4d9e4559a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:22.771174 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e47670c-0037-4c91-9686-5b452e6da24c,revision_number=0']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:22.777920 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:22.784633 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Checking segment: {'id': '982c3861-5106-445b-9b9e-9fcc76999e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': '13721c69-eeed-4efb-a9e0-dbf8631789d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 10:20:22.784984 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Network hostable DHCP agents. Network: 13721c69-eeed-4efb-a9e0-dbf8631789d4, hostable agents: ['b95273e2-06a4-4e17-a4b6-29751acf3e87'], hosted agents: [] {{(pid=91916) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 10:20:22.802034 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Network 13721c69-eeed-4efb-a9e0-dbf8631789d4 is scheduled to be hosted by DHCP agent b95273e2-06a4-4e17-a4b6-29751acf3e87 with binding_index 1 {{(pid=91916) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 10:20:22.810484 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.scheduler.base_scheduler [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-13-smb, 13721c69-eeed-4efb-a9e0-dbf8631789d4) {{(pid=91916) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 10:20:22.819076 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91916) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 10:20:22.819649 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a1557b-55d0-42e7-a6a9-4b840a4486f6 None None] Network 13721c69-eeed-4efb-a9e0-dbf8631789d4 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:20:22.819777 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:22.841328 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-a91a3407-1ae2-437c-bb5a-0edcf3895200 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5577083 Jun 01 10:20:22.976755 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38794) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:23.006029 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a612dc-7ae5-4da7-8bd1-696e8a4e6ba0 None None] Network 13721c69-eeed-4efb-a9e0-dbf8631789d4 requested from dv-cinder-784779-13-smb {{(pid=91917) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 10:20:23.037878 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ed9de3-3a75-417a-9e9c-2ffdf8d842b5 admin admin] Deleting subnet 7f0d57dd-a380-422b-9e1c-1770621e9a1a {{(pid=91916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:20:23.040952 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-91ed9de3-3a75-417a-9e9c-2ffdf8d842b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:23.098574 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-91ed9de3-3a75-417a-9e9c-2ffdf8d842b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14937730'] for subnet, precommit_delete_associations {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:23.153615 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-91ed9de3-3a75-417a-9e9c-2ffdf8d842b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:23.408011 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-91ed9de3-3a75-417a-9e9c-2ffdf8d842b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2792030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14452368'] for subnet, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:23.413139 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:23.447423 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed9de3-3a75-417a-9e9c-2ffdf8d842b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0d57dd-a380-422b-9e1c-1770621e9a1a,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:23.449978 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-91ed9de3-3a75-417a-9e9c-2ffdf8d842b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:23.453347 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-91ed9de3-3a75-417a-9e9c-2ffdf8d842b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:23.456946 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-91ed9de3-3a75-417a-9e9c-2ffdf8d842b5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7f0d57dd-a380-422b-9e1c-1770621e9a1a HTTP/1.1" status: 204 len: 168 time: 0.4790726 Jun 01 10:20:23.459393 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38798) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:23.566803 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:23.704935 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:23.718583 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15129cbf-582b-48b7-878a-e0d0d024214f']}} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:23.731868 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b6d86c-08e3-4b39-8e89-82e1abf332e3') {'for_net_delete': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:23.732160 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b6d86c-08e3-4b39-8e89-82e1abf332e3') {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:23.743033 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14937737'] for segment, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:23.759520 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:23.765525 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=91916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:20:23.765969 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2725624'] for segment, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: Traceback (most recent call last): Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: timer() Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: cb(*args, **kw) Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: return func(*args, **kwargs) Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: self._notify() Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: self.callback(batched_events) Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: event.method(event) Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: return f(self, *a, **k) Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: return self._get(url).json() Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: return self.request(url, 'GET', **kwargs) Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:20:23.779371 dv-cinder-784779-13-smb neutron-server[91916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:20:23.856812 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:23.861570 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:23.863968 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:23.884562 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] Pushing event deleted for resources: {'Network': ['ID=15129cbf-582b-48b7-878a-e0d0d024214f,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:23.886948 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:23.888481 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-2d452afc-ea6b-4c87-8e32-23c8771fb11a admin admin] 10.222.0.47 "DELETE /v2.0/networks/15129cbf-582b-48b7-878a-e0d0d024214f HTTP/1.1" status: 204 len: 168 time: 0.4277985 Jun 01 10:20:23.891128 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38802) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:24.042436 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd91588-64e9-40e2-a72f-b739c3b3c2f3 admin admin] Deleting subnet 3e47670c-0037-4c91-9686-5b452e6da24c {{(pid=91916) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 10:20:24.045461 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8dd91588-64e9-40e2-a72f-b739c3b3c2f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:24.094536 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8dd91588-64e9-40e2-a72f-b739c3b3c2f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14937730'] for subnet, precommit_delete_associations {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:24.148392 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8dd91588-64e9-40e2-a72f-b739c3b3c2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1387998'] for subnet, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:24.394871 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8dd91588-64e9-40e2-a72f-b739c3b3c2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2792030', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14452368'] for subnet, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:24.399547 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:24.433433 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd91588-64e9-40e2-a72f-b739c3b3c2f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e47670c-0037-4c91-9686-5b452e6da24c,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:24.435378 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-8dd91588-64e9-40e2-a72f-b739c3b3c2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for subnet, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:24.437830 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-8dd91588-64e9-40e2-a72f-b739c3b3c2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:24.441755 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-8dd91588-64e9-40e2-a72f-b739c3b3c2f3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3e47670c-0037-4c91-9686-5b452e6da24c HTTP/1.1" status: 204 len: 168 time: 0.5497243 Jun 01 10:20:24.444214 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38806) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:24.551310 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1497770'] for network, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:24.691679 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1381201', 'neutron.services.segments.db._delete_segments_for_network-8763788939484'] for network, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:24.709389 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13721c69-eeed-4efb-a9e0-dbf8631789d4']}} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:24.725775 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982c3861-5106-445b-9b9e-9fcc76999e28') {'for_net_delete': True} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:24.726214 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.services.segments.db [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982c3861-5106-445b-9b9e-9fcc76999e28') {} {{(pid=91916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 10:20:24.739137 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763788948125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14937737'] for segment, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:24.754976 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337'] for segment, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:24.762133 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=91916) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 10:20:24.762507 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1391337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2725624'] for segment, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: Traceback (most recent call last): Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: timer() Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: cb(*args, **kw) Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: return func(*args, **kwargs) Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: self._notify() Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: self.callback(batched_events) Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: event.method(event) Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: return f(self, *a, **k) Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: return self._get(url).json() Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: return self.request(url, 'GET', **kwargs) Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 10:20:24.775050 dv-cinder-784779-13-smb neutron-server[91916]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 10:20:24.850144 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1381208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-330298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-538851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-565947'] for network, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:24.853628 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:24.866083 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538822'] for network, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:24.875212 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=13721c69-eeed-4efb-a9e0-dbf8631789d4,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:24.878007 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/13721c69-eeed-4efb-a9e0-dbf8631789d4 HTTP/1.1" status: 204 len: 168 time: 0.4328618 Jun 01 10:20:24.878877 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9588e4aa-f9a8-4bc6-8fec-34d108a9b0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:25.034980 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-3499d93d-ffe7-4a34-b473-082a703be28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:25.052832 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38812) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:25.103256 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-62809a56-f0ad-4ee8-88ee-8a86a1fd3c47 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f8e42e0471a472b9d358cec5c31615a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492094 Jun 01 10:20:25.105607 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38816) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:25.163256 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b6d0607c-8e4e-4233-9cd0-19cbf6cc9df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:25.188911 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b6d0607c-8e4e-4233-9cd0-19cbf6cc9df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:25.241456 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b6d0607c-8e4e-4233-9cd0-19cbf6cc9df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:25.246198 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-1551b5c3-7711-4f71-ba97-9ccb7c210ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:25.259583 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0607c-8e4e-4233-9cd0-19cbf6cc9df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f75a61d-9dec-4e77-90f5-b90af682d322,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:25.262417 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b6d0607c-8e4e-4233-9cd0-19cbf6cc9df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:25.264636 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b6d0607c-8e4e-4233-9cd0-19cbf6cc9df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:25.265676 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-b6d0607c-8e4e-4233-9cd0-19cbf6cc9df4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f75a61d-9dec-4e77-90f5-b90af682d322 HTTP/1.1" status: 204 len: 168 time: 0.1591558 Jun 01 10:20:25.603156 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38824) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:25.659929 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-27b1603d-f11c-46f6-9354-6dca29b066e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc328e8bc90943e7a7c5b9aafc2bef37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554879 Jun 01 10:20:25.664069 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38828) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:25.721520 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-adea8f1b-8b20-46b7-8878-68660d037b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:25.747434 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-adea8f1b-8b20-46b7-8878-68660d037b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:25.803363 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-adea8f1b-8b20-46b7-8878-68660d037b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:25.806914 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-83838d70-9f89-47fb-b59e-afda68712550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:25.818179 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea8f1b-8b20-46b7-8878-68660d037b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c62352-1d23-4b00-b674-47df05d99304,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:25.820445 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-adea8f1b-8b20-46b7-8878-68660d037b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:25.826627 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-adea8f1b-8b20-46b7-8878-68660d037b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:25.827755 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-adea8f1b-8b20-46b7-8878-68660d037b22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41c62352-1d23-4b00-b674-47df05d99304 HTTP/1.1" status: 204 len: 168 time: 0.1628139 Jun 01 10:20:27.513736 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38874) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:27.540979 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:27.638940 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f41f8283-e980-42ae-bd90-a02c85697855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:27.653593 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-f41f8283-e980-42ae-bd90-a02c85697855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:27.657412 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-f41f8283-e980-42ae-bd90-a02c85697855 admin admin] Usage tracker for resource:security_group_rule and tenant:b89a0c82d85e4517a7df342ca69de0bc is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:27.660220 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-f41f8283-e980-42ae-bd90-a02c85697855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:27.665962 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-f41f8283-e980-42ae-bd90-a02c85697855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:27.741058 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-13d8c201-cd65-451d-86bc-034ff70ae573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:27.754530 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f41f8283-e980-42ae-bd90-a02c85697855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:27.758629 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-f41f8283-e980-42ae-bd90-a02c85697855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:27.767184 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b3bf7dec-7bf4-4389-8967-4b30e0c1f661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:27.807027 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-f41f8283-e980-42ae-bd90-a02c85697855 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b89a0c82d85e4517a7df342ca69de0bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922001 Jun 01 10:20:27.807985 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f8283-e980-42ae-bd90-a02c85697855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cc8442-9138-4d51-9448-e71142fea899,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:27.809755 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38880) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:27.811196 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-f41f8283-e980-42ae-bd90-a02c85697855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:27.868405 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-98653755-e6ac-425a-ac93-3066fae34daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:27.893677 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-98653755-e6ac-425a-ac93-3066fae34daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:27.945139 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-98653755-e6ac-425a-ac93-3066fae34daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:27.949020 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-6e957ac3-26f3-49b5-94c8-40c5803ced74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:27.959509 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98653755-e6ac-425a-ac93-3066fae34daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cc8442-9138-4d51-9448-e71142fea899,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:27.961922 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-98653755-e6ac-425a-ac93-3066fae34daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:27.968843 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-98653755-e6ac-425a-ac93-3066fae34daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:27.969947 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-98653755-e6ac-425a-ac93-3066fae34daa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9cc8442-9138-4d51-9448-e71142fea899 HTTP/1.1" status: 204 len: 168 time: 0.1585541 Jun 01 10:20:28.249977 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38888) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:28.268633 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1c42aeb-2015-4632-83aa-40b8a7186e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:28.283291 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-e1c42aeb-2015-4632-83aa-40b8a7186e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:28.287087 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-e1c42aeb-2015-4632-83aa-40b8a7186e8b admin admin] Usage tracker for resource:security_group_rule and tenant:8bb9f92af1854037acd87ce044120a1c is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:28.289885 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-e1c42aeb-2015-4632-83aa-40b8a7186e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:28.295597 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-e1c42aeb-2015-4632-83aa-40b8a7186e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:28.379342 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1c42aeb-2015-4632-83aa-40b8a7186e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:28.383648 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-e1c42aeb-2015-4632-83aa-40b8a7186e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:28.391260 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-ba0cb555-9c2d-4e7f-b54d-2bed0273a490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:28.432068 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-e1c42aeb-2015-4632-83aa-40b8a7186e8b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8bb9f92af1854037acd87ce044120a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810136 Jun 01 10:20:28.433585 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c42aeb-2015-4632-83aa-40b8a7186e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8acd17-8075-43e1-83f0-8c580cc3e2a9,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:28.435186 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38892) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:28.436637 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e1c42aeb-2015-4632-83aa-40b8a7186e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:28.498697 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a1530f8e-829b-4239-b3f7-0f16e22213a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:28.525094 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a1530f8e-829b-4239-b3f7-0f16e22213a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:28.525329 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:28.577462 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a1530f8e-829b-4239-b3f7-0f16e22213a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:28.581144 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-9b272ce2-8c19-460e-a106-ccf253e95c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:28.592068 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1530f8e-829b-4239-b3f7-0f16e22213a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8acd17-8075-43e1-83f0-8c580cc3e2a9,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:28.595896 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-a1530f8e-829b-4239-b3f7-0f16e22213a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:28.599181 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-a1530f8e-829b-4239-b3f7-0f16e22213a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:28.600272 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-a1530f8e-829b-4239-b3f7-0f16e22213a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c8acd17-8075-43e1-83f0-8c580cc3e2a9 HTTP/1.1" status: 204 len: 168 time: 0.1641066 Jun 01 10:20:28.972208 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:30.378814 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:36.093177 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38972) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:36.210895 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-99f7a336-95a8-45de-9808-78348fd1e604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:36.225236 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-99f7a336-95a8-45de-9808-78348fd1e604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:36.229590 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-99f7a336-95a8-45de-9808-78348fd1e604 admin admin] Usage tracker for resource:security_group_rule and tenant:08404fcb556f48dc919e3aa0fabbb0bb is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:36.232420 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-99f7a336-95a8-45de-9808-78348fd1e604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:36.238064 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-99f7a336-95a8-45de-9808-78348fd1e604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:36.318493 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-99f7a336-95a8-45de-9808-78348fd1e604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:36.322169 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-99f7a336-95a8-45de-9808-78348fd1e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:36.329505 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-8b6cda88-f7f2-4fe3-ae3a-090662bffdf6 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:36.369377 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-99f7a336-95a8-45de-9808-78348fd1e604 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08404fcb556f48dc919e3aa0fabbb0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751408 Jun 01 10:20:36.370355 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7a336-95a8-45de-9808-78348fd1e604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7671390-a7b2-4b6c-91ef-b776a7ae3642,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:36.372172 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38978) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:36.373383 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-99f7a336-95a8-45de-9808-78348fd1e604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:36.436453 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7de2b36c-499c-446d-9454-e90decd8f4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:36.461422 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7de2b36c-499c-446d-9454-e90decd8f4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:36.513016 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7de2b36c-499c-446d-9454-e90decd8f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:36.516816 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-5a078eb6-60e9-4329-a9ea-4dd2ceaf9515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:36.531262 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2b36c-499c-446d-9454-e90decd8f4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7671390-a7b2-4b6c-91ef-b776a7ae3642,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:36.534209 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-7de2b36c-499c-446d-9454-e90decd8f4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:36.543331 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-7de2b36c-499c-446d-9454-e90decd8f4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:36.544425 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-7de2b36c-499c-446d-9454-e90decd8f4f1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7671390-a7b2-4b6c-91ef-b776a7ae3642 HTTP/1.1" status: 204 len: 168 time: 0.1706572 Jun 01 10:20:36.835062 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 38986) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:36.852270 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b2da-cc6b-4b94-bfa3-89043966bbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:36.866581 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a0a2b2da-cc6b-4b94-bfa3-89043966bbb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:36.870838 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a0a2b2da-cc6b-4b94-bfa3-89043966bbb0 admin admin] Usage tracker for resource:security_group_rule and tenant:c1349f812c3c471bbfd76bbef4be48ae is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:36.873647 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-a0a2b2da-cc6b-4b94-bfa3-89043966bbb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:36.879719 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-a0a2b2da-cc6b-4b94-bfa3-89043966bbb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:36.969390 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b2da-cc6b-4b94-bfa3-89043966bbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:36.973754 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b2da-cc6b-4b94-bfa3-89043966bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:36.981727 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-e2217467-f5ca-4b70-b98c-b886704cd164 tempest-TestShelveInstance-408986114 tempest-TestShelveInstance-408986114-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:37.027706 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-a0a2b2da-cc6b-4b94-bfa3-89043966bbb0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1349f812c3c471bbfd76bbef4be48ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915810 Jun 01 10:20:37.028616 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2b2da-cc6b-4b94-bfa3-89043966bbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6cdf8a-abbf-4227-8e9a-77a34f6a20fd,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:37.031085 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 38990) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:37.031651 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a0a2b2da-cc6b-4b94-bfa3-89043966bbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:37.094356 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-687145f3-68d6-4001-84f7-cf88b24e7515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:37.120176 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-687145f3-68d6-4001-84f7-cf88b24e7515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:37.170995 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-687145f3-68d6-4001-84f7-cf88b24e7515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:37.174650 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-4a66bbf4-bdcb-486b-98ff-67fe4ed23cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:37.187492 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687145f3-68d6-4001-84f7-cf88b24e7515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6cdf8a-abbf-4227-8e9a-77a34f6a20fd,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:37.190659 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-687145f3-68d6-4001-84f7-cf88b24e7515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:37.198733 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-687145f3-68d6-4001-84f7-cf88b24e7515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:37.199856 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-687145f3-68d6-4001-84f7-cf88b24e7515 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa6cdf8a-abbf-4227-8e9a-77a34f6a20fd HTTP/1.1" status: 204 len: 168 time: 0.1677561 Jun 01 10:20:38.943222 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 39038) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:39.061506 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c26f6e6-1664-4513-b8f6-ed1ad829254b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:39.076576 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-5c26f6e6-1664-4513-b8f6-ed1ad829254b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:39.080387 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-5c26f6e6-1664-4513-b8f6-ed1ad829254b admin admin] Usage tracker for resource:security_group_rule and tenant:96210c5801604787b7dd0da2b8d998be is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:39.083094 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-5c26f6e6-1664-4513-b8f6-ed1ad829254b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:39.088822 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-5c26f6e6-1664-4513-b8f6-ed1ad829254b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:39.170694 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c26f6e6-1664-4513-b8f6-ed1ad829254b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:39.174843 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c26f6e6-1664-4513-b8f6-ed1ad829254b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:39.181755 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-e28ee991-0263-46ae-99e2-e86e02470d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:39.225250 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-5c26f6e6-1664-4513-b8f6-ed1ad829254b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96210c5801604787b7dd0da2b8d998be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809751 Jun 01 10:20:39.226196 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26f6e6-1664-4513-b8f6-ed1ad829254b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da9d8ec-3695-4794-8621-22a523dd7038,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:39.227944 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 39044) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:39.235098 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5c26f6e6-1664-4513-b8f6-ed1ad829254b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:39.302070 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d4faddae-9869-4cb4-a270-7f92d36511f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:39.327931 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d4faddae-9869-4cb4-a270-7f92d36511f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:39.379585 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d4faddae-9869-4cb4-a270-7f92d36511f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:39.383672 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a0a2b2da-cc6b-4b94-bfa3-89043966bbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:39.396753 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faddae-9869-4cb4-a270-7f92d36511f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da9d8ec-3695-4794-8621-22a523dd7038,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:39.400551 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-d4faddae-9869-4cb4-a270-7f92d36511f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:39.406503 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-d4faddae-9869-4cb4-a270-7f92d36511f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:39.407616 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-d4faddae-9869-4cb4-a270-7f92d36511f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8da9d8ec-3695-4794-8621-22a523dd7038 HTTP/1.1" status: 204 len: 168 time: 0.1786780 Jun 01 10:20:39.687669 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 39052) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:39.705904 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:39.719565 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:39.723387 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Usage tracker for resource:security_group_rule and tenant:3392d5921c1342db950aa4bddc421557 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:39.726185 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:39.731704 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:39.814433 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:39.818276 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:39.827325 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-b0675b72-901e-46aa-b39c-079b1e87ffb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:39.864551 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3392d5921c1342db950aa4bddc421557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757574 Jun 01 10:20:39.866287 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45b153b-4cca-4f42-8244-29756c290406,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:39.867217 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 39056) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:39.874244 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:39.874630 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:39.875004 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:39.875377 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:39.875733 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:39.876094 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:39.876449 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:39.876806 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:39.877162 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:39.877514 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:39.877885 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:39.878256 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:20:39.882457 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-00afb31e-e5ad-46bb-89fc-bb8275f475e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:39.930152 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-87930c26-6956-4ee2-8de2-578d48202177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:39.958352 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-87930c26-6956-4ee2-8de2-578d48202177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:40.107099 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-87930c26-6956-4ee2-8de2-578d48202177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:40.110864 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-a80ffdaa-3861-44ea-ab6c-a5661dfc3a17 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:40.123420 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87930c26-6956-4ee2-8de2-578d48202177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45b153b-4cca-4f42-8244-29756c290406,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:40.126304 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-87930c26-6956-4ee2-8de2-578d48202177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:40.128170 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-87930c26-6956-4ee2-8de2-578d48202177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:40.130320 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-87930c26-6956-4ee2-8de2-578d48202177 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d45b153b-4cca-4f42-8244-29756c290406 HTTP/1.1" status: 204 len: 168 time: 0.2616615 Jun 01 10:20:49.842017 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 39192) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:49.961837 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b2332b93-7aec-487c-b873-a03fb8e73ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:49.975824 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-b2332b93-7aec-487c-b873-a03fb8e73ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:49.980144 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-b2332b93-7aec-487c-b873-a03fb8e73ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:6a31b3fd82c5484681ab7d3182734d29 is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:49.982902 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-b2332b93-7aec-487c-b873-a03fb8e73ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:49.988650 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-b2332b93-7aec-487c-b873-a03fb8e73ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:50.068779 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b2332b93-7aec-487c-b873-a03fb8e73ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.072426 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-b2332b93-7aec-487c-b873-a03fb8e73ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.080596 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-7edd7292-17d7-4622-9a6a-78a303eebd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:50.120012 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-b2332b93-7aec-487c-b873-a03fb8e73ca9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6a31b3fd82c5484681ab7d3182734d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762225 Jun 01 10:20:50.120749 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2332b93-7aec-487c-b873-a03fb8e73ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aed9a3-3e31-4c1f-a2ff-57dc5b2563d6,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:50.122610 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 39198) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:50.123754 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-b2332b93-7aec-487c-b873-a03fb8e73ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:50.180803 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5f569c-6a63-453b-92b9-2694a8c3248e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.209942 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5f569c-6a63-453b-92b9-2694a8c3248e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.261513 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5f569c-6a63-453b-92b9-2694a8c3248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.265069 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-79e54c82-a591-4bf1-b7bf-9905786e9d62 tempest-AttachVolumeShelveTestJSON-346821319 tempest-AttachVolumeShelveTestJSON-346821319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:50.277172 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f569c-6a63-453b-92b9-2694a8c3248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aed9a3-3e31-4c1f-a2ff-57dc5b2563d6,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:50.280968 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5c5f569c-6a63-453b-92b9-2694a8c3248e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:50.292306 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5c5f569c-6a63-453b-92b9-2694a8c3248e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.293656 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-5c5f569c-6a63-453b-92b9-2694a8c3248e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76aed9a3-3e31-4c1f-a2ff-57dc5b2563d6 HTTP/1.1" status: 204 len: 168 time: 0.1694183 Jun 01 10:20:50.569863 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 39206) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:50.590245 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5a2c6bf0-605a-449b-9bce-65ffab5c8786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.606004 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-5a2c6bf0-605a-449b-9bce-65ffab5c8786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:50.609783 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-5a2c6bf0-605a-449b-9bce-65ffab5c8786 admin admin] Usage tracker for resource:security_group_rule and tenant:4b064d67e32e4132b2ee405843417888 is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:50.612566 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-5a2c6bf0-605a-449b-9bce-65ffab5c8786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:50.618225 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-5a2c6bf0-605a-449b-9bce-65ffab5c8786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:50.703304 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5a2c6bf0-605a-449b-9bce-65ffab5c8786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.706963 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-5a2c6bf0-605a-449b-9bce-65ffab5c8786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.714958 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7c5f20d5-233c-4789-8b34-1c51ca220d86 tempest-AttachVolumeTestJSON-2138383975 tempest-AttachVolumeTestJSON-2138383975-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:50.754430 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-5a2c6bf0-605a-449b-9bce-65ffab5c8786 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b064d67e32e4132b2ee405843417888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834748 Jun 01 10:20:50.756579 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c6bf0-605a-449b-9bce-65ffab5c8786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f1d145-4437-485f-9bc7-428ce4602735,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:50.757317 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 39210) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:50.759749 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5a2c6bf0-605a-449b-9bce-65ffab5c8786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:50.816503 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-616eb27d-832c-4f26-aa09-021a58be3698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.845583 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-616eb27d-832c-4f26-aa09-021a58be3698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.897707 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-616eb27d-832c-4f26-aa09-021a58be3698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.901305 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-abdfd2d1-f6b5-4374-ab25-dfd8b1701961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:50.913806 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eb27d-832c-4f26-aa09-021a58be3698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f1d145-4437-485f-9bc7-428ce4602735,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:50.918229 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-616eb27d-832c-4f26-aa09-021a58be3698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:50.923672 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-616eb27d-832c-4f26-aa09-021a58be3698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:50.924779 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-616eb27d-832c-4f26-aa09-021a58be3698 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/20f1d145-4437-485f-9bc7-428ce4602735 HTTP/1.1" status: 204 len: 168 time: 0.1664548 Jun 01 10:20:51.368884 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 39218) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:51.387058 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9c4948a8-0b1a-46e4-9d8d-e6978dd81df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:51.401993 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-9c4948a8-0b1a-46e4-9d8d-e6978dd81df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:20:51.405732 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-9c4948a8-0b1a-46e4-9d8d-e6978dd81df2 admin admin] Usage tracker for resource:security_group_rule and tenant:c7823bf83401457dbabc8529395e0cae is out of sync, need to count used quota {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:20:51.408541 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.quota.resource [None req-9c4948a8-0b1a-46e4-9d8d-e6978dd81df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91915) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:20:51.414210 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.db.quota.driver [None req-9c4948a8-0b1a-46e4-9d8d-e6978dd81df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91915) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:20:51.502690 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9c4948a8-0b1a-46e4-9d8d-e6978dd81df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:51.506750 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-9c4948a8-0b1a-46e4-9d8d-e6978dd81df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:51.515174 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-fdfd5a86-a1f6-461e-914b-6b955b90a942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:51.555176 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-9c4948a8-0b1a-46e4-9d8d-e6978dd81df2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7823bf83401457dbabc8529395e0cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852329 Jun 01 10:20:51.556082 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4948a8-0b1a-46e4-9d8d-e6978dd81df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e51dd16-43ab-489f-ae4f-122f2a23022c,revision_number=1']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:51.557827 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 39222) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:20:51.559047 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-9c4948a8-0b1a-46e4-9d8d-e6978dd81df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:51.623545 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-24a4191a-6c7b-40a6-b5c5-81e982aa19ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:51.730250 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-24a4191a-6c7b-40a6-b5c5-81e982aa19ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:51.783049 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-24a4191a-6c7b-40a6-b5c5-81e982aa19ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:51.786623 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5c5f569c-6a63-453b-92b9-2694a8c3248e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:20:51.799176 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4191a-6c7b-40a6-b5c5-81e982aa19ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e51dd16-43ab-489f-ae4f-122f2a23022c,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:20:51.801291 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-24a4191a-6c7b-40a6-b5c5-81e982aa19ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:20:51.808696 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-24a4191a-6c7b-40a6-b5c5-81e982aa19ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:51.809805 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-24a4191a-6c7b-40a6-b5c5-81e982aa19ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e51dd16-43ab-489f-ae4f-122f2a23022c HTTP/1.1" status: 204 len: 168 time: 0.2502320 Jun 01 10:20:52.965685 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:20:55.038327 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-bd4432fd-b551-4499-a006-201144001c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:57.542540 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:57.743539 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-00502eeb-b4c0-4505-ad9a-33edb8f8b34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:58.528643 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:20:58.974502 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:00.380272 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:08.283758 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 39372) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:21:08.402951 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d29bc45f-e3a3-40bf-acba-d913b604c92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:08.417319 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-d29bc45f-e3a3-40bf-acba-d913b604c92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:21:08.421153 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-d29bc45f-e3a3-40bf-acba-d913b604c92c admin admin] Usage tracker for resource:security_group_rule and tenant:8194b603554249f0b3291325a842156d is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:21:08.424065 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-d29bc45f-e3a3-40bf-acba-d913b604c92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:21:08.429725 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-d29bc45f-e3a3-40bf-acba-d913b604c92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:21:08.517133 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d29bc45f-e3a3-40bf-acba-d913b604c92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:08.520671 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d29bc45f-e3a3-40bf-acba-d913b604c92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:08.527839 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-098cbfc9-6b65-4d4c-9c02-74cf8dd97fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:21:08.566967 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bc45f-e3a3-40bf-acba-d913b604c92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558dd6c5-f536-42ca-a256-9b510920b0dc,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:21:08.571144 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-d29bc45f-e3a3-40bf-acba-d913b604c92c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8194b603554249f0b3291325a842156d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863915 Jun 01 10:21:08.572089 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d29bc45f-e3a3-40bf-acba-d913b604c92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:21:08.573716 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 39378) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:21:08.640377 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d54807a9-f991-46b5-8235-9aa9a550cd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:08.666090 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d54807a9-f991-46b5-8235-9aa9a550cd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:08.720289 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d54807a9-f991-46b5-8235-9aa9a550cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:08.724336 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-5fa0f4dc-42a1-4f9e-b962-512ce8c4dd20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:21:08.736611 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54807a9-f991-46b5-8235-9aa9a550cd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558dd6c5-f536-42ca-a256-9b510920b0dc,revision_number=None']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:21:08.740039 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-d54807a9-f991-46b5-8235-9aa9a550cd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:21:08.746680 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-d54807a9-f991-46b5-8235-9aa9a550cd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:08.748537 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-d54807a9-f991-46b5-8235-9aa9a550cd47 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/558dd6c5-f536-42ca-a256-9b510920b0dc HTTP/1.1" status: 204 len: 168 time: 0.1738989 Jun 01 10:21:25.040276 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-7e8c090b-b65e-442e-adc8-27f9eb21f4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:27.544695 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:27.745745 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-d2e85ccd-cabd-4f5c-b18d-03b7a65084e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:28.538089 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:28.980967 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:29.968845 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:21:30.382899 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:33.836726 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.wsgi [-] (91916) accepted ('10.222.0.47', 39550) {{(pid=91916) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:21:33.953764 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7ccfa8ab-e3de-40cd-9dd4-cd51048e5a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:33.967805 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-7ccfa8ab-e3de-40cd-9dd4-cd51048e5a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 10:21:33.972129 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-7ccfa8ab-e3de-40cd-9dd4-cd51048e5a02 admin admin] Usage tracker for resource:security_group_rule and tenant:491629e14b0945ae9a7dabb7d550fc9e is out of sync, need to count used quota {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 10:21:33.974926 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.quota.resource [None req-7ccfa8ab-e3de-40cd-9dd4-cd51048e5a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91916) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 10:21:33.980510 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.db.quota.driver [None req-7ccfa8ab-e3de-40cd-9dd4-cd51048e5a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91916) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 10:21:34.063177 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7ccfa8ab-e3de-40cd-9dd4-cd51048e5a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:34.066892 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron_lib.callbacks.manager [None req-7ccfa8ab-e3de-40cd-9dd4-cd51048e5a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_create {{(pid=91916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:34.074983 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-69d7078e-a265-4c7d-84a3-75e6dbbc61a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:21:34.118015 dv-cinder-784779-13-smb neutron-server[91916]: INFO neutron.wsgi [None req-7ccfa8ab-e3de-40cd-9dd4-cd51048e5a02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=491629e14b0945ae9a7dabb7d550fc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801206 Jun 01 10:21:34.119608 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfa8ab-e3de-40cd-9dd4-cd51048e5a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc9ff02-0ad1-4edc-8ff0-f9acd2f5bec1,revision_number=1']} {{(pid=91916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:21:34.120623 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.wsgi [-] (91915) accepted ('10.222.0.47', 39556) {{(pid=91915) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 10:21:34.123201 dv-cinder-784779-13-smb neutron-server[91916]: DEBUG oslo_concurrency.lockutils [None req-7ccfa8ab-e3de-40cd-9dd4-cd51048e5a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:21:34.184202 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:34.209457 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:34.261542 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330312'] for security_group, after_delete {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:34.265655 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-c56ba482-f24f-4f78-961e-706aae916181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 10:21:34.277357 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc9ff02-0ad1-4edc-8ff0-f9acd2f5bec1,revision_number=None']} {{(pid=91915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 10:21:34.287366 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:21:34.287737 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:21:34.288100 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:21:34.288457 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:21:34.288817 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:21:34.289170 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:21:34.289519 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:21:34.289886 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:21:34.290241 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:21:34.290588 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:21:34.290930 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:21:34.291272 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-13-smb {{(pid=91915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 10:21:34.294793 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG oslo_concurrency.lockutils [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91915) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 10:21:34.299051 dv-cinder-784779-13-smb neutron-server[91915]: DEBUG neutron_lib.callbacks.manager [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:34.300142 dv-cinder-784779-13-smb neutron-server[91915]: INFO neutron.wsgi [None req-70596545-72db-40a2-8c69-96ef53ac3fb3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9dc9ff02-0ad1-4edc-8ff0-f9acd2f5bec1 HTTP/1.1" status: 204 len: 168 time: 0.1785500 Jun 01 10:21:55.042455 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-7653f355-0443-4bcf-9578-4796a71b98d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:57.548323 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:57.747110 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-3f8393a7-0525-4402-87c2-0fd5d30a3075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:58.536883 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:21:58.985385 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:22:00.385930 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:22:06.968292 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:22:25.043626 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-a4105e43-727a-4633-b2c6-aba6a81503cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:22:27.587182 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:22:27.748071 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-e6c6439f-d7ad-48db-b223-bd7020b69482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:22:28.536995 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:22:28.999396 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:22:30.389497 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:22:43.968706 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:22:55.046018 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-a8dead3a-f076-4897-a438-adf0dddf787d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:22:57.549704 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:22:57.748705 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-c5a332f5-420b-4bb4-9421-646a78e76362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:22:58.540315 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:22:58.998266 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:23:00.392588 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:23:20.967319 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:23:25.047619 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e272-a65e-4ca5-a024-8aa5716f9188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:23:27.551890 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:23:27.750753 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-1a1745dd-bc5e-4d1e-97a1-80fdb90191fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:23:28.542131 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:23:29.004837 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:23:30.395727 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:23:55.048892 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-3102eb36-e256-4f2c-b1cf-0c0c610e0bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:23:57.556169 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:23:57.752368 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ecf4cdf0-291b-42dd-b38e-beb2bf88c17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:23:57.965731 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:23:58.545833 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:23:59.017261 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:24:00.398647 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:24:25.050779 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-ab9fefb3-321f-4fd7-8099-55ca4b67db84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:24:27.558177 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:24:27.754344 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6d5f62df-dfdf-4c87-b731-ff3818adf4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:24:28.558495 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:24:29.013081 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:24:30.400145 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:24:34.965411 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:24:55.052881 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-29ecfdfd-d0ab-415a-95f8-aee72659e49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:24:57.562266 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:24:57.756043 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8884ad98-f05e-4eb5-91b2-45f9275c8b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:24:58.551042 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:24:59.010121 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:25:00.405063 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:25:11.964390 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:25:25.055555 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-39e76db8-6b73-4b12-9490-d95ac1b00827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:25:27.564265 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:25:27.757204 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6da1bd23-7ef4-4e35-bc91-5339477ae20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:25:28.553096 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:25:29.009459 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:25:30.407548 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:25:48.963323 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:25:55.056098 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-538b97b4-91a1-4d12-a6f3-cd2627a51915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:25:57.566561 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:25:57.757904 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-969354b5-6ca7-4201-82d7-8778cbb8bc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:25:58.556083 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:25:59.008705 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:26:00.409373 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:26:25.059605 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-19103146-239e-4bdd-a3cb-424bec72303b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:26:25.964207 dv-cinder-784779-13-smb neutron-server[91918]: DEBUG neutron.db.agents_db [None req-a15355cd-3b1c-4545-afef-8f26a19ee3a1 None None] Agent healthcheck: found 6 active agents {{(pid=91918) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 10:26:27.569179 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-8090ac83-ad84-4bf6-90dd-bdd2d75c53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:26:27.758675 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-6a88d3e5-d90e-44ed-add1-135da91f89c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:26:28.559506 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-369f86f3-2fd7-4adc-9efd-9dac9b575a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:26:29.008641 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-edecfb49-92b8-4b06-bd05-8eafbaf0a112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 10:26:30.413183 dv-cinder-784779-13-smb neutron-server[91917]: DEBUG neutron_lib.callbacks.manager [None req-47e46723-7d2a-4cec-a7cf-7b72660f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763788939502', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1382559'] for agent, after_update {{(pid=91917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}